-- Logs begin at Mon 2022-08-29 20:49:13 UTC, end at Mon 2022-08-29 21:52:32 UTC. -- Aug 29 21:25:43.555707 dv-cinder-854266-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 21:25:46.237388 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.common.config [-] Logging enabled! Aug 29 21:25:46.237951 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 21:25:46.238105 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106415) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 21:25:46.241881 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.common.config [-] Logging enabled! Aug 29 21:25:46.242140 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 21:25:46.242456 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106415) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 21:25:46.243502 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 21:25:46.243742 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 21:25:46.244218 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 21:25:46.244471 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 21:25:46.244724 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 21:25:46.245049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.245350 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.245586 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.245886 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.246183 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.246467 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.246761 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.247061 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.247355 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.247634 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.247918 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.248150 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.248432 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.248753 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.249045 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.249268 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] debug = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.249546 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.249980 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.250378 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.250662 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.250952 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.251230 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.251503 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.251778 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.252062 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.252389 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] host = dv-cinder-854266-3-iscsi {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.252693 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.252982 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.253270 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.253559 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.253833 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.254111 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.254400 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.254675 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.255683 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.255962 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.256257 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.256548 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.256869 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.257097 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.257327 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.257615 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.257907 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.258183 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.258458 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.258731 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.259004 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.259276 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.259544 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.259827 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.260110 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.260393 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.260699 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.260975 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.261246 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.261517 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.261803 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.262075 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.262347 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.262618 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.262905 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.263175 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.263447 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.263746 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.264032 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.264315 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.264620 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.264898 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.265183 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.265454 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.265725 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.265995 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] use_json = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.266267 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.266533 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.266813 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.267090 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.267362 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.267633 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.267904 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.268188 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.268458 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:46.268787 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.269088 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.269391 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.269675 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.269983 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.270263 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.270579 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.270992 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.271287 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.271580 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.271870 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.272154 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.272466 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.272774 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.273074 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.273380 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.273677 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.273971 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.274533 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.274806 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.275081 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.275361 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.275913 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.276193 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.276484 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.276801 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.277087 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.277385 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.277671 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.277960 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.278256 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.278553 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.278831 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.279112 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.279409 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.279690 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.279968 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.280260 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.280543 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.280849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.281134 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.281429 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.281724 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.282000 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.282281 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.282575 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.282855 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.283131 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.283403 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.283688 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.283961 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.284250 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.284532 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.284839 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.285107 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.285386 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.285662 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.285937 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.286242 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.287317 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.287317 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.287317 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.287547 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.287749 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.288023 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.288297 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.288572 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.288867 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.289145 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.289419 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.289691 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.289968 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.290242 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.290517 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.290803 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.291105 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.291381 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.291658 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.291938 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.292216 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.292494 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.292794 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.293073 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.293349 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.293621 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.293913 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.294198 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.294485 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.294767 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.295061 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.295358 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.295636 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.295914 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.296192 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.296470 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.296775 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.297065 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.297341 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.297618 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.297902 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.298188 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.298487 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.298784 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.299064 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.299360 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.299655 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.299950 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.300234 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.300544 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.300848 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:46.301071 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 21:25:46.301314 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106415) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 21:25:46.599568 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 21:25:46.599887 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 21:25:46.600160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 21:25:46.600390 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 21:25:46.600723 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 21:25:46.601028 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 21:25:47.012433 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.012745 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.013021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.014208 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.014486 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.014754 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.069058 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.069337 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.069611 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.085553 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.085836 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.086108 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.116187 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.116402 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.116770 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.153308 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.153591 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.153863 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.388074 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.388725 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.388725 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.388901 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.389750 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.486728 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.487049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.487336 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.487607 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.487875 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.488189 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.488450 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.488733 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.488993 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.489808 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.490213 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.490490 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.490759 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.491138 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.491402 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.491764 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.492021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.492294 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.492570 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.492861 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.493140 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.493400 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.493690 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.494074 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.494330 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.494582 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.494988 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:47.495230 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:47.495470 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:47.495708 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:47.495947 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:47.496183 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:47.496552 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 21:25:47.499715 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 21:25:47.503689 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 21:25:47.507627 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Aug 29 21:25:47.509259 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 21:25:47.509875 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 21:25:47.510215 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 21:25:47.510601 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 21:25:47.513419 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 21:25:47.513674 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 21:25:47.514022 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 21:25:47.519069 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 21:25:47.544949 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 21:25:47.545413 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.545716 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106415) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 21:25:47.546088 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.547446 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106415) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 21:25:47.547730 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 21:25:47.547977 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 21:25:47.552708 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.552936 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:47.684301 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 21:25:47.684478 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 21:25:47.684757 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 21:25:47.685138 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 21:25:47.738855 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO dbcounter [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Registered counter for database neutron Aug 29 21:25:47.755952 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_db.sqlalchemy.engines [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106415) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 21:25:47.762115 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG dbcounter [-] [106415] Writer thread running {{(pid=106415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:25:48.315053 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing driver for type 'gre' Aug 29 21:25:48.315581 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] gre ID ranges: [(1, 1000)] Aug 29 21:25:48.373857 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing driver for type 'local' Aug 29 21:25:48.374190 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing driver for type 'vlan' Aug 29 21:25:48.387964 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] VlanTypeDriver initialization complete Aug 29 21:25:48.388294 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing driver for type 'vxlan' Aug 29 21:25:48.388860 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] vxlan ID ranges: [(1, 1000)] Aug 29 21:25:48.445789 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing extension driver 'port_security' Aug 29 21:25:48.446206 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.extensions.port_security [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] PortSecurityExtensionDriver initialization complete Aug 29 21:25:48.446605 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing mechanism driver 'openvswitch' Aug 29 21:25:48.446952 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing mechanism driver 'hyperv' Aug 29 21:25:48.453740 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:25:48.454479 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.454861 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.455257 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.455883 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:25:48.456326 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.456715 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.457074 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.457477 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:25:48.457899 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.458262 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.458616 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.459013 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:25:48.459425 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > security_group after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.459782 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > security_group after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.460133 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > security_group after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.460534 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:25:48.460965 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.461321 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.461670 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.462066 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:25:48.462476 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > address_group after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.462829 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > address_group after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.463177 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > address_group after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.463572 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106415) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 21:25:48.464016 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] ML2 OVO RPC backend initialized. {{(pid=106415) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 21:25:48.464759 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.465130 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.465557 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.465916 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > networks before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.466271 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.466621 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > ports before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.466972 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.467322 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnets before_response 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.467677 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.468027 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.468373 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.468754 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.469103 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.469449 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.469794 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.470139 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.470481 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.478105 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded quota_driver: . Aug 29 21:25:48.478481 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.plugin [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Modular L2 Plugin initialization complete Aug 29 21:25:48.478835 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading services supported by the core plugin {{(pid=106415) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 21:25:48.479181 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.plugins.ml2.managers [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Got port-security extension from driver 'port_security' Aug 29 21:25:48.479668 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.extensions.vlantransparent [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Disabled vlantransparent extension. Aug 29 21:25:48.480167 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106415) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 21:25:48.480498 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: router Aug 29 21:25:48.516592 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_interface before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.517013 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_create 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.517395 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router before_create 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.517775 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.518161 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.518531 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_delete 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.518900 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > floatingip after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.519259 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > floatingip after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.519624 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_create 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.519979 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_update 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.520363 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_update 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.520750 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.521834 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_update 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.521834 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_update 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.522018 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.522247 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.522598 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: subnet after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.522955 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.523314 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > port precommit_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.523673 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_create 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.524030 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.524383 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.524852 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router after_update 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.525208 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_delete 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.525822 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_create 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.526190 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.526547 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_update 55549900 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.526922 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > agent after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.527281 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > agent after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.527634 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > network after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.528509 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Tracking information for resource: router configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:48.528882 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Tracking information for resource: floatingip configured {{(pid=106415) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 21:25:48.533694 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.db.l3_agentschedulers_db [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 21:25:48.534281 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.534649 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port after_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.535010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port after_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.535366 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: port after_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.536201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router before_create 55550100 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.536578 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_delete 55550100 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.536973 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_create 55550100 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.537338 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > router precommit_update 55550100 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.542181 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.provider_configuration [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service providers = [] {{(pid=106415) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 21:25:48.542549 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.db.servicetype_db [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106415) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 21:25:48.545714 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.service_base [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:25:48.546075 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.service_base [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:25:48.546426 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.service_base [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:25:48.547322 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.services.service_base [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106415) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 21:25:48.547700 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.services.service_base [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 21:25:48.548090 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.548417 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 21:25:48.559935 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.560274 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: auto_allocate Aug 29 21:25:48.566061 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: network precommit_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.566386 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: network precommit_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.566908 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.567327 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: tag Aug 29 21:25:48.574737 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.575074 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: timestamp Aug 29 21:25:48.578892 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.579232 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: network_ip_availability Aug 29 21:25:48.584910 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.585285 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.585649 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.586370 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.586697 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: flavors Aug 29 21:25:48.592846 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.593186 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading Plugin: revisions Aug 29 21:25:48.597636 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106415) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 21:25:48.598035 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.997s {{(pid=106415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 21:25:48.598933 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106415) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 21:25:48.599284 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Initializing extension manager. Aug 29 21:25:48.599824 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: __init__.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.600167 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: __pycache__ {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.600509 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: address_group.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.601258 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.601834 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: address-group Aug 29 21:25:48.602165 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: address_scope.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.602856 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.603371 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: address-scope Aug 29 21:25:48.603699 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: admin_state_down_before_update.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.604608 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.605127 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: router-admin-state-down-before-update Aug 29 21:25:48.605455 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: agent.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.606126 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.606637 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: agent Aug 29 21:25:48.606961 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: agent_resources_synced.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.607835 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.608350 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: agent-resources-synced Aug 29 21:25:48.608702 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: allowedaddresspairs.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.610464 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.610987 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: allowed-address-pairs Aug 29 21:25:48.611317 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: auto_allocated_topology.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.612350 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.612899 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: auto-allocated-topology Aug 29 21:25:48.613235 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: availability_zone.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.613900 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.615082 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: availability_zone Aug 29 21:25:48.615406 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: availability_zone_filter.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.616280 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.616935 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: availability_zone_filter Aug 29 21:25:48.617267 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: data_plane_status.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.618142 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.618652 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 21:25:48.618980 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: default_subnetpools.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.619859 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.620373 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: default-subnetpools Aug 29 21:25:48.620735 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: dhcpagentscheduler.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.621518 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.622026 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: dhcp_agent_scheduler Aug 29 21:25:48.622354 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: dns.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.623238 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.623741 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension dns-integration not supported by any of loaded plugins Aug 29 21:25:48.624074 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: dns_domain_ports.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.624974 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.625482 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 21:25:48.625810 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.626688 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.627194 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 21:25:48.627521 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: dvr.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.628159 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.628699 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: dvr Aug 29 21:25:48.629027 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: ecmp_routes.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.630444 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.630950 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 21:25:48.631406 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: empty_string_filtering.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.632284 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.632813 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: empty-string-filtering Aug 29 21:25:48.633141 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.634018 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.634522 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 21:25:48.634847 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.635719 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.636222 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 21:25:48.636546 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: external_net.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.637462 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.637968 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: external-net Aug 29 21:25:48.638296 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: extra_dhcp_opt.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.639164 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.639673 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: extra_dhcp_opt Aug 29 21:25:48.640003 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: extraroute.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.640908 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.641416 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: extraroute Aug 29 21:25:48.641743 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: extraroute_atomic.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.642735 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.643246 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: extraroute-atomic Aug 29 21:25:48.643573 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: filter_validation.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.644425 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.644968 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: filter-validation Aug 29 21:25:48.645318 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: fip_pf_description.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.646344 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.646827 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 21:25:48.647157 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: fip_pf_port_range.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.648031 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.648543 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 21:25:48.648900 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: fip_port_details.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.649779 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.650291 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: fip-port-details Aug 29 21:25:48.650882 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: flavors.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.652054 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.652571 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: flavors Aug 29 21:25:48.652926 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.654540 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.655063 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 21:25:48.655400 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: floatingip_pools.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.656070 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.656612 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: floatingip-pools Aug 29 21:25:48.656936 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: ip_allocation.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.657839 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.658353 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 21:25:48.658681 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.659559 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.660069 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: ip-substring-filtering Aug 29 21:25:48.660400 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l2_adjacency.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.661352 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.661860 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 21:25:48.662188 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.663128 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.663647 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: router Aug 29 21:25:48.663982 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_conntrack_helper.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.666203 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.666867 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 21:25:48.667205 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.668093 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.668643 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: ext-gw-mode Aug 29 21:25:48.668979 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.669860 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.670371 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: l3-ha Aug 29 21:25:48.670697 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.671573 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.672082 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 21:25:48.672409 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_flavors.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.673314 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.673828 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: l3-flavors Aug 29 21:25:48.674162 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_ndp_proxy.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.675490 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.676009 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 21:25:48.676341 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.677893 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.678408 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 21:25:48.678736 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: l3agentscheduler.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.679727 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.680243 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: l3_agent_scheduler Aug 29 21:25:48.680574 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: local_ip.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.682291 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.682821 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension local_ip not supported by any of loaded plugins Aug 29 21:25:48.683158 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: logging.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.684632 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.685163 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension logging not supported by any of loaded plugins Aug 29 21:25:48.685499 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: metering.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.686215 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.686996 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: metering Aug 29 21:25:48.687331 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.688390 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.688937 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: metering_source_and_destination_fields Aug 29 21:25:48.689271 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: multiprovidernet.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.690163 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.690698 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: multi-provider Aug 29 21:25:48.691007 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: netmtu.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.691887 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.693040 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: net-mtu Aug 29 21:25:48.693372 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: netmtu_writable.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.694259 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.694781 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: net-mtu-writable Aug 29 21:25:48.695111 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: network_availability_zone.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.695777 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.696291 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: network_availability_zone Aug 29 21:25:48.696639 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: network_ip_availability.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.697715 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.698235 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: network-ip-availability Aug 29 21:25:48.698564 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: network_segment_range.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.699295 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.699813 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 21:25:48.700141 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: pagination.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.701118 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.701455 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: pagination Aug 29 21:25:48.701807 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: port_device_profile.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.702676 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.703191 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: port-device-profile Aug 29 21:25:48.703520 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: port_mac_address_override.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.704401 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.704958 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: port-mac-override Aug 29 21:25:48.705288 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.706170 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.706687 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: port-mac-address-regenerate Aug 29 21:25:48.707018 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.707914 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.708565 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: port-numa-affinity-policy Aug 29 21:25:48.708919 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: port_resource_request.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.709796 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.710310 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 21:25:48.710641 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: port_resource_request_groups.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.711570 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.712086 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 21:25:48.712418 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: portbindings.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.713331 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.713851 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: binding Aug 29 21:25:48.714182 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: portbindings_extended.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.715396 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.715916 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: binding-extended Aug 29 21:25:48.716249 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: portsecurity.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.717154 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.717672 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: port-security Aug 29 21:25:48.718005 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: project_id.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.718943 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.719280 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: project-id Aug 29 21:25:48.719609 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: providernet.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.720485 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.721037 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: provider Aug 29 21:25:48.721365 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.724966 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.725495 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos not supported by any of loaded plugins Aug 29 21:25:48.725836 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.727041 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.727568 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 21:25:48.727902 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.728841 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.729366 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 21:25:48.729696 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_default.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.730585 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.731107 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-default not supported by any of loaded plugins Aug 29 21:25:48.731465 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_fip.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.732326 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.733228 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-fip not supported by any of loaded plugins Aug 29 21:25:48.733338 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_fip_network_policy.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.734201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.734722 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 21:25:48.735051 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_gateway_ip.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.735949 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.736458 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 21:25:48.736807 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_port_network_policy.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.737684 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.738194 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 21:25:48.738521 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.740137 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.740679 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 21:25:48.741011 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.742018 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.742536 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 21:25:48.742865 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_pps_rule.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.743996 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.744517 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-pps not supported by any of loaded plugins Aug 29 21:25:48.745017 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_rule_type_details.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.745896 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.746409 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 21:25:48.746740 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_rule_type_filter.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.747619 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.748128 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 21:25:48.748457 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: qos_rules_alias.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.749482 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.749995 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 21:25:48.750327 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: quota_check_limit.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.751205 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.751718 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: quota-check-limit Aug 29 21:25:48.752046 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: quotasv2.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.752990 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.753322 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: quotas Aug 29 21:25:48.753648 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: quotasv2_detail.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.755920 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.756387 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: quota_details Aug 29 21:25:48.756755 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: rbac.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.758089 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.758630 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: rbac-policies Aug 29 21:25:48.758970 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: rbac_address_group.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.759881 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.760405 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: rbac-address-group Aug 29 21:25:48.760775 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: rbac_address_scope.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.761663 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.762182 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: rbac-address-scope Aug 29 21:25:48.762513 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: rbac_security_groups.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.763471 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.763989 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: rbac-security-groups Aug 29 21:25:48.764316 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: rbac_subnetpool.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.765241 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.765780 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: rbac-subnetpool Aug 29 21:25:48.766093 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: revisionifmatch.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.766988 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.767505 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: revision-if-match Aug 29 21:25:48.767834 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: revisions.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.768946 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.769462 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: standard-attr-revisions Aug 29 21:25:48.769793 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: router_availability_zone.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.770464 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.770981 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: router_availability_zone Aug 29 21:25:48.771311 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: routerservicetype.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.772197 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.772745 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension router-service-type not supported by any of loaded plugins Aug 29 21:25:48.773077 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.773975 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.774491 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: security-groups-normalized-cidr Aug 29 21:25:48.774823 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: security_groups_port_filtering.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.775970 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.776482 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: port-security-groups-filtering Aug 29 21:25:48.776846 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.777733 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.778250 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: security-groups-remote-address-group Aug 29 21:25:48.778582 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.779474 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.779991 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: security-groups-shared-filtering Aug 29 21:25:48.780321 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: securitygroup.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.790766 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.791308 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: security-group Aug 29 21:25:48.791645 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: segment.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.792364 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.792944 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension segment not supported by any of loaded plugins Aug 29 21:25:48.793278 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.794201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.794715 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 21:25:48.795047 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: servicetype.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.796154 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.796760 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: service-type Aug 29 21:25:48.797094 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: sorting.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.798052 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.798387 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: sorting Aug 29 21:25:48.798713 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: standard_attr_segment.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.799589 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.800110 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 21:25:48.800441 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: standardattrdescription.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.801102 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.802365 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: standard-attr-description Aug 29 21:25:48.802704 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: stateful_security_group.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.803742 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.804264 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: stateful-security-group Aug 29 21:25:48.804608 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: stdattrs_common.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.805169 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 21:25:48.805498 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.806406 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.806926 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 21:25:48.807255 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: subnet_onboard.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.808275 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.808821 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: subnet_onboard Aug 29 21:25:48.809155 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.810042 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.810559 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 21:25:48.810889 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: subnet_service_types.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.811785 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.812308 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: subnet-service-types Aug 29 21:25:48.812664 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: subnetallocation.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.813702 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.814227 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: subnet_allocation Aug 29 21:25:48.814557 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.815201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.815721 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: subnetpool-prefix-ops Aug 29 21:25:48.816055 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.817055 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.817566 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 21:25:48.817894 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: tagging.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.819058 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.819591 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: standard-attr-tag Aug 29 21:25:48.819924 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: timestamp.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.821118 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.821638 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loaded extension: standard-attr-timestamp Aug 29 21:25:48.821972 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: trunk.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.822969 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.823487 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension trunk not supported by any of loaded plugins Aug 29 21:25:48.823819 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: trunk_details.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.824741 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.825258 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension trunk-details not supported by any of loaded plugins Aug 29 21:25:48.825591 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: uplink_status_propagation.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.826483 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.826993 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 21:25:48.827321 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Loading extension file: vlantransparent.py {{(pid=106415) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 21:25:48.827969 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106415) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 21:25:48.828478 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 21:25:48.831073 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:network Aug 29 21:25:48.831600 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:subnet Aug 29 21:25:48.832005 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:25:48.832403 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:port Aug 29 21:25:48.833744 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.834197 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service FLAVORS assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.834969 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.835406 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.835750 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:router Aug 29 21:25:48.836188 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:floatingip Aug 29 21:25:48.836793 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service METERING assigned prefix: /metering {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.838193 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.838573 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.838941 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:25:48.839965 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 21:25:48.840419 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:security_group Aug 29 21:25:48.840889 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 21:25:48.841419 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service CORE assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.841754 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:25:48.842106 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] subnetpool is already registered Aug 29 21:25:48.842557 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service CORE assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.842897 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:25:48.843237 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] subnetpool is already registered Aug 29 21:25:48.845706 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.846139 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service FLAVORS assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.846755 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.847193 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.847532 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:router Aug 29 21:25:48.847875 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] router is already registered Aug 29 21:25:48.848295 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:floatingip Aug 29 21:25:48.849189 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] floatingip is already registered Aug 29 21:25:48.849658 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service METERING assigned prefix: /metering {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.850355 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 21:25:48.850691 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] rbac_policy is already registered Aug 29 21:25:48.851115 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:security_group Aug 29 21:25:48.851457 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] security_group is already registered Aug 29 21:25:48.851869 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 21:25:48.852211 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] security_group_rule is already registered Aug 29 21:25:48.852887 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service CORE assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.853354 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:25:48.853699 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] subnetpool is already registered Aug 29 21:25:48.854253 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.v2.resource_helper [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Service CORE assigned prefix: {{(pid=106415) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 21:25:48.854609 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 21:25:48.855064 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING neutron.quota.resource_registry [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] subnetpool is already registered Aug 29 21:25:48.855549 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: extensions {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.857091 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: address-groups {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.858584 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: address-scopes {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.859930 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: agents {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.861129 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: auto-allocated-topology {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.862392 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: availability_zones {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.863662 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: dhcp-networks {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.866029 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: dhcp-agents {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.867606 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: routers {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.869376 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: flavors {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.870665 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: service_profiles {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.871897 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: next_providers {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.873407 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: service_profiles {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.876042 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: floatingip-pools {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.877342 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: routers {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.879079 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: floatingips {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.880406 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: l3-routers {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.881999 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: l3-agents {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.883429 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: metering-labels {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.884729 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: metering-label-rules {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.886161 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: network-ip-availabilities {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.887446 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: bindings {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.889043 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: quotas {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.890722 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: quotas {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.892298 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: rbac-policies {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.893549 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: security-groups {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.894881 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: security-group-rules {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.896201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: service-providers {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.897478 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: subnetpools {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.898801 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: subnetpools {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.900645 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.902370 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.904235 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.906073 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.907812 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.909825 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.912284 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.914252 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.916068 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.917860 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron.api.extensions [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Extended resource: tags {{(pid=106415) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 21:25:48.923966 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING keystonemiddleware.auth_token [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 21:25:48.929920 dv-cinder-854266-3-iscsi neutron-server[106415]: WARNING keystonemiddleware.auth_token [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 21:25:48.939010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Acquiring lock "singleton_lock" {{(pid=106415) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 21:25:48.939344 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Acquired lock "singleton_lock" {{(pid=106415) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 21:25:48.939820 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_concurrency.lockutils [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Releasing lock "singleton_lock" {{(pid=106415) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 21:25:48.940482 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Starting 2 workers Aug 29 21:25:48.945565 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Started child 106526 {{(pid=106415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:25:48.950250 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Started child 106527 {{(pid=106415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:25:48.951137 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:48.951930 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO neutron.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 21:25:48.952605 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Publish callbacks [] for process (None), before_spawn {{(pid=106415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:48.952702 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [-] (106526) wsgi starting up on http://0.0.0.0:9696 Aug 29 21:25:48.955101 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Starting 1 workers Aug 29 21:25:48.955226 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:48.956577 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [-] (106527) wsgi starting up on http://0.0.0.0:9696 Aug 29 21:25:48.960637 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Started child 106528 {{(pid=106415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:25:48.961180 dv-cinder-854266-3-iscsi neutron-server[106415]: INFO oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Starting 1 workers Aug 29 21:25:48.964138 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] calling RpcWorker wait() {{(pid=106528) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 21:25:48.964720 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] returning from RpcWorker wait() {{(pid=106528) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 21:25:48.965767 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Started child 106529 {{(pid=106415) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 21:25:48.965932 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:48.966558 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG neutron_lib.callbacks.manager [None req-ec3d7f83-d639-41a1-a7c2-82d043493bbd None None] Publish callbacks [] for process (None), after_spawn {{(pid=106415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:48.966675 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:25:48.968495 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106415) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 21:25:48.968740 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 21:25:48.968929 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 21:25:48.969165 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 21:25:48.969495 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 21:25:48.969676 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 21:25:48.970357 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.970804 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.970905 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:25:48.971348 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.971348 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.971883 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:25:48.971989 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.972184 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.972455 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.972758 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.973026 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.973199 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.974084 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.974345 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.974580 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.974918 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.975201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.975446 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.975693 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.975874 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.976154 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.976444 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.976739 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.977028 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] debug = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.977290 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.977788 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.978053 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.978320 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.978574 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.978847 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.979113 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.979404 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.979644 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.979861 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.980113 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.980395 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.980663 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.980899 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.981138 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.981442 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.981690 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.982176 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] host = dv-cinder-854266-3-iscsi {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.982429 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.982669 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.982922 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.983172 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.983429 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.983677 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.983935 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.984222 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.984482 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.984770 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.985039 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.985301 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.985518 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.985774 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.985948 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_options = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.986202 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.986539 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.986798 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.988515 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.989049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.989049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.989049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.989928 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.990245 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.990492 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.990738 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.990970 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.991255 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.991490 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.991740 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.991991 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.992251 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.992497 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.992783 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.993036 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.993304 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.993568 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.993790 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.994029 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.994481 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.994742 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.995160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.995571 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.996112 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.996524 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.996955 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.997374 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.997824 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.998248 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.998687 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.999116 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.999487 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:48.999922 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.000335 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.000773 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.001190 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_json = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.001557 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.001932 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.002175 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.002555 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.002980 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.003364 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.003593 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.003839 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.004236 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.004716 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.005023 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.005719 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.006035 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.006442 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.006709 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.006954 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.007186 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.007451 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.007695 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.008020 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.008434 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.008955 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.009315 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.009592 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.009917 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.010184 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.010599 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.010853 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.011099 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.011336 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.011590 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.011881 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.012134 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.012393 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.012660 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.012897 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.013206 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.013500 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.013784 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.014160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.014428 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.014700 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.014964 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.015190 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.015441 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.015670 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.015904 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.016131 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.016354 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.016625 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.017049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.017288 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.017542 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.017764 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.017998 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.018258 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.018511 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.018763 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.018987 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.019210 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.019451 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.019669 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.019886 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.020138 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.020408 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.020826 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.021082 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.021324 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.021603 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.021843 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.022114 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.022354 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.022535 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.022774 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.022993 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.023237 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.023455 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.023687 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.023912 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.024130 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.024366 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.024625 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.024831 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.025051 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.025291 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.025762 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.026219 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.026640 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.027041 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.027463 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.027755 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.027974 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.028216 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.028451 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.028700 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.028921 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.029760 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.029760 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.029760 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.029996 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.030063 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.030346 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.030579 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.030820 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.031219 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.031616 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.032021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.032279 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.032525 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.032775 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.033364 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.033364 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.033548 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.033750 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.033979 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.034207 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.034444 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.034667 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.034895 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.035125 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.035365 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.035584 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.035806 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.036730 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.036985 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.037225 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.037629 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.037893 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.038161 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.038387 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.038659 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.038898 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.039185 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.039434 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.039728 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.039971 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.040253 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.040572 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.040882 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.041140 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.041396 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.041633 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.041907 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.042162 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.042412 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.042809 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.043049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.043279 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.043531 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.043757 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.043974 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.044210 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.044526 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.044800 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.045040 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.045260 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.045528 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.045779 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.046021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.046454 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.046721 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.046961 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.047236 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.047475 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.047714 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.047953 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.048208 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.048447 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.048691 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.048912 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.049135 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.049373 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.049614 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.049877 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.050112 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.050334 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.050550 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.050769 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.050988 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.051237 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.051455 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.052369 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.052707 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.053081 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.053488 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.053717 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.053940 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.054198 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.054440 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.054722 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.054993 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.055216 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.055471 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.055735 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.056131 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.056363 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.056632 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.056878 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.057101 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.057318 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.057543 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.057755 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.057997 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.058228 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.058462 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.058888 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.059140 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.059475 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.059726 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.059958 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.060213 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.060444 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.060732 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.060954 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.061174 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.061431 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.061650 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.061875 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.062095 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.062326 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.062569 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.062786 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.063005 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.063224 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.063457 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.063727 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.063973 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.064225 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.064467 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.064727 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.064956 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.065174 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.065391 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.065611 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.065823 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.066211 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.066445 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.066683 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.066917 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.067429 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.067779 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.068030 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.068288 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.068516 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.068778 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.069033 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.069272 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.069487 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.069733 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.069952 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.070166 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.070418 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.070629 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.071001 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.071229 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.071449 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.071661 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.071890 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.072100 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.072312 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.072535 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.072804 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.073017 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.073265 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.073453 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.073665 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.073755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:25:49.073889 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.074108 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.074321 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.074585 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.074799 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.075009 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.075233 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.075451 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.075663 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.075965 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.076235 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.076455 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.076776 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.077009 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.077257 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.077502 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.077798 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.078050 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.078330 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.078595 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.078836 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.079058 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.079312 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.079782 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.080217 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.080480 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.080767 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.081047 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.081446 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.081595 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.081821 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.082134 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.082495 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.082755 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.083039 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.084530 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.084530 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.084530 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.084530 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.084530 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.085703 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.085703 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.085703 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.085703 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.085703 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.086095 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.086095 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.086249 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.086448 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.086682 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.086906 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.087123 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.087283 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 21:25:49.087827 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106415) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 21:25:49.087992 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 21:25:49.088149 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 21:25:49.088321 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 21:25:49.088495 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 21:25:49.088675 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 21:25:49.088910 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.089040 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.089205 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.089384 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.089550 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.089714 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.089877 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.090038 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.090201 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.090363 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.090525 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.090686 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.090848 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091009 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091169 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091331 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091492 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091660 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091822 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.091981 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.092141 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.092301 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] debug = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.092462 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.092689 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.092858 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093003 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093171 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093330 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093489 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093650 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093813 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.093975 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.094137 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.094350 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.094487 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.094587 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.094749 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.094912 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.095071 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.095231 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] host = dv-cinder-854266-3-iscsi {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.095391 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.095553 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.095800 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.095913 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.096020 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.096185 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.096345 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.096505 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.096690 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.096853 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097013 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097161 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097310 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097468 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097628 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_options = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097788 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.097948 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.098108 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.098320 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.099083 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.099266 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.099464 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.099598 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.099743 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100126 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100126 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100363 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100363 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100619 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100747 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100845 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.100971 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.101121 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.101283 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.101448 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.101610 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.101768 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.101960 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102127 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102275 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102413 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102549 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102684 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102819 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.102955 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.103089 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.103250 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.103393 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.103541 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.103687 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.103852 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104007 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104145 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104311 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104543 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104725 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104922 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.104922 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.105202 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.105335 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.105469 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.105603 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_json = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.105743 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.105904 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106123 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106123 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106449 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106449 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106710 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106710 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.106911 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 21:25:49.107037 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.107195 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.107370 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.107536 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.107700 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.107865 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.108029 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.108193 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.108357 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.108520 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.108713 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.108878 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.109052 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.109217 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.109379 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.109550 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.109716 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.109895 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.110057 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.110182 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.110343 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.110506 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.110678 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.110842 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.111005 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.111168 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.111331 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.111502 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.111665 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.111835 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.112039 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.112180 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.112334 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.112496 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.112841 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113006 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113170 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113336 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113500 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113664 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113828 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.113992 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.114212 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115009 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115575 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115575 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115575 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115795 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115795 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.115929 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.116084 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.116312 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.116894 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.116894 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.116894 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.116894 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117282 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117282 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117483 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117483 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117634 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117798 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.117961 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.118124 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.118288 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.118451 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.118614 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.118778 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.118954 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.119118 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.119281 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.119445 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.119619 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.119774 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.119936 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.120099 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.120263 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.120426 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.120614 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.120808 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.120971 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.121134 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.121298 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.121579 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.122033 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.122033 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.122419 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.122517 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.122763 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.123031 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.123312 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.123602 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.123909 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.124192 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.127849 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.128435 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129010 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.129556 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130160 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130574 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130574 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130574 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.130855 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.131138 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.131386 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.131554 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.131733 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.131932 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.132166 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.132259 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.132396 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.132558 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.132748 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.132912 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.133075 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.133239 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.133401 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.133564 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.133727 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.133889 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.134053 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.134216 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.134379 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.134543 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.134708 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.134871 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.135034 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.135197 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.135361 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.135524 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.135687 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.135850 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.136013 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.136174 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.136336 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.136498 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.136688 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.136854 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137017 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137179 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137343 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137505 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137669 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137832 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.137994 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.138156 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.138319 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.138484 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.138646 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.138810 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.138972 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.139136 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.139299 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.139462 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.139627 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.139790 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.139954 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.140117 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.140286 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141021 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141336 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141336 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141489 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141562 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141689 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.141855 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142018 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142182 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142344 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142510 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142673 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142834 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.142998 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.143161 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.143322 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.143485 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.143647 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.143808 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.143971 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.144140 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.144305 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.144469 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.144657 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.144822 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.144985 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.145150 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.145815 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.146064 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.146231 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.146396 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.146563 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.146730 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.146893 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.147048 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.147224 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.147387 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.147550 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.147714 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.147876 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.148039 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.148212 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.148375 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.148537 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.148722 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.148886 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.149049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.149222 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.149387 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.149535 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.149696 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.149858 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.150020 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.150176 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.150600 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.150772 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.150933 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.151096 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.151257 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.151429 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.151593 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.151755 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.151917 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.152079 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.152242 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.152415 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.152661 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.152771 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.152914 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.153075 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.153238 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.153412 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.153584 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.153729 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.153899 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.154063 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.154228 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.154392 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.154567 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.154731 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.154896 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.155058 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.155221 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.155384 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.155549 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.155717 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.155890 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.156059 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.156223 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.156394 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.156566 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.156759 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.156930 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.157099 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.157274 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.157436 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.157599 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.157762 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.157926 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.158090 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.158253 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.158415 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.158577 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.158743 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.158907 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.159069 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.159233 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.159396 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.159559 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.159722 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.159887 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.160049 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.160213 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.160455 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 21:25:49.160630 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106415) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 21:25:49.240997 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60336) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:25:49.248049 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048940 Aug 29 21:25:49.252634 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038955 Aug 29 21:25:58.440434 dv-cinder-854266-3-iscsi neutron-server[106415]: DEBUG dbcounter [-] [106415] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106415) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:00.517480 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c970b7-2ae2-4cae-850a-89f76f17752e None None] get_active_networks_info from dv-cinder-854266-3-iscsi {{(pid=106528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 21:26:00.528377 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writer thread running {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:26:00.609369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c970b7-2ae2-4cae-850a-89f76f17752e None None] No non-hosted networks {{(pid=106528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 21:26:00.619068 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8c5c14aa-8a44-4b6f-95d8-aaecab05e388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566246'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:02.193874 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writer thread running {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:26:02.780578 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-aca38099-d901-4724-9394-0d10fa3728cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566246'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:02.840993 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-abae0743-cba8-4d17-ad8b-1aa18ea3f35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:04.791841 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566246'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:04.843688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60410) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:05.489643 dv-cinder-854266-3-iscsi neutron-server[106527]: WARNING oslo_policy.policy [None req-22afd8a6-92d3-4b28-a145-680b3f74fcee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:05.490331 dv-cinder-854266-3-iscsi neutron-server[106527]: WARNING oslo_policy.policy [None req-22afd8a6-92d3-4b28-a145-680b3f74fcee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:05.594174 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566246'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:05.718799 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566246'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:05.719979 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.720475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.720894 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.721320 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.721891 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.722281 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.722968 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.723807 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.724352 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.724920 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.725325 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.725724 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [None req-22afd8a6-92d3-4b28-a145-680b3f74fcee admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:05.726062 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.726599 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.726816 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-22afd8a6-92d3-4b28-a145-680b3f74fcee admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8819885 Aug 29 21:26:05.727356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.727741 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:05.728342 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854266-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:05.735514 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854266-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:08.188465 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60442) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:08.731266 dv-cinder-854266-3-iscsi neutron-server[106526]: WARNING oslo_policy.policy [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:08.731818 dv-cinder-854266-3-iscsi neutron-server[106526]: WARNING oslo_policy.policy [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:08.949854 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:08.961844 dv-cinder-854266-3-iscsi neutron-server[106526]: ERROR stevedore.extension [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 21:26:09.011675 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.db.l3_hamode_db [None req-962fb9fa-db32-482c-9f15-0a550597643c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 21:26:09.042797 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.policy [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106526) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 21:26:09.084474 dv-cinder-854266-3-iscsi neutron-server[106526]: WARNING oslo_policy.policy [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:09.084866 dv-cinder-854266-3-iscsi neutron-server[106526]: WARNING oslo_policy.policy [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:09.091113 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fb9fa-db32-482c-9f15-0a550597643c None None] Routers set() bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:09.091486 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fb9fa-db32-482c-9f15-0a550597643c None None] Router IDs set() for agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 21:26:09.106996 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writer thread running {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:26:09.184619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752325157368', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752325165036', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752325107849', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752325100777', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752325127244', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752325118435', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3716333', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3713724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611238'] for rbac-policy (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:09.256852 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:09.258220 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e66ad6aa-6fbc-4308-9733-509aad12f759 admin admin] 10.222.0.20 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0678053 Aug 29 21:26:11.628882 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60458) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:11.962060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:11.993268 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Made reservation on behalf of 22afaf84b97c4e8b9e1b12d5385bdd77 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:11.997750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.017165 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.134803 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks [] for security_group (ea0c5e02-f3e3-4bbd-b107-2727341fd048), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.139624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ea0c5e02-f3e3-4bbd-b107-2727341fd048), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.182929 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:26:12.216473 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752322833466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (50719505-7f25-408a-bf84-f7eb142b285b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.217042 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Unsubscribe: segment precommit_create {{(pid=106526) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 21:26:12.217673 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Added segment 50719505-7f25-408a-bf84-f7eb142b285b of type vlan for network 0a098839-14f7-4e1d-ba63-6916687057e4 Aug 29 21:26:12.224424 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0c5e02-f3e3-4bbd-b107-2727341fd048,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:12.262498 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.262843 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.263207 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.263565 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.263905 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.264235 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.264562 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.264914 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.265240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.265562 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.265885 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.266221 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.266546 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.266868 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.267187 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Tracked resource versions report: Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: pushed versions: Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Agent': {'1.1'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Log': {'1.0'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'NDPProxy': {'1.0'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Network': {'1.1'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Port': {'1.7'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'PortForwarding': {'1.3'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'QosPolicy': {'1.10'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SubPort': {'1.0'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Subnet': {'1.1'}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Trunk': {'1.1'}} Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: consumer versions: Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Agent': '1.1', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'ConntrackHelper': '1.0', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'LocalIPAssociation': '1.0', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Log': '1.0', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'NDPProxy': '1.0', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Network': '1.1', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Port': '1.7', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'PortForwarding': '1.3', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'QosPolicy': '1.10', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroup': '1.5', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroupRule': '1.2', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SubPort': '1.0', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Subnet': '1.1', Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Trunk': '1.1'}} Aug 29 21:26:12.268680 dv-cinder-854266-3-iscsi neutron-server[106526]: {{(pid=106526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:12.327956 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:12.335283 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (0a098839-14f7-4e1d-ba63-6916687057e4), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.381369 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (0a098839-14f7-4e1d-ba63-6916687057e4), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.386445 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:12.387157 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:12.477886 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8476145 Aug 29 21:26:12.509432 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583acbb-07d8-4cf7-b69b-4dde6bcce0cc demo demo] Pushing event updated for resources: {'Network': ['ID=0a098839-14f7-4e1d-ba63-6916687057e4,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:12.521815 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 0a098839-14f7-4e1d-ba63-6916687057e4 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:26:14.936401 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60472) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:15.377702 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dadeb-1c66-409f-9263-2e25aff3f0da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:15.379275 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b70dadeb-1c66-409f-9263-2e25aff3f0da demo admin] 10.222.0.20 "GET /networking/v2.0/networks/0a098839-14f7-4e1d-ba63-6916687057e4 HTTP/1.1" status: 200 len: 826 time: 0.4418213 Aug 29 21:26:15.405722 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9e0ecc85-951a-4d6a-a4d2-7bd1822dae72 demo admin] 10.222.0.20 "GET /networking/v2.0/subnetpools/3957d8d7-3142-4e05-9d0d-26884a1a6c43 HTTP/1.1" status: 200 len: 734 time: 0.0203149 Aug 29 21:26:15.415832 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:15.438801 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Made reservation on behalf of 22afaf84b97c4e8b9e1b12d5385bdd77 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:15.441514 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:15.760676 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:15.775373 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (64c4419c-adcd-407e-a374-ad3c578b8a2e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:15.847788 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Pushing event updated for resources: {'Subnet': ['ID=64c4419c-adcd-407e-a374-ad3c578b8a2e,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:15.858093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Checking segment: {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:15.858461 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Network hostable DHCP agents. Network: 0a098839-14f7-4e1d-ba63-6916687057e4, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:26:15.882396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Network 0a098839-14f7-4e1d-ba63-6916687057e4 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:26:15.894300 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 0a098839-14f7-4e1d-ba63-6916687057e4) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:15.900027 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:15.900731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:15.906755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d3328-ea93-4599-8c16-cbd45284e29c None None] Network 0a098839-14f7-4e1d-ba63-6916687057e4 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:15.929817 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-65cbf717-5121-4754-8376-59830a40df4a demo admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5056171 Aug 29 21:26:16.189810 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-0a098839-14f7-4e1d-ba63-6916687057e4', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:26:16.191291 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:16.504272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Allocated IP 172.20.0.2 (0a098839-14f7-4e1d-ba63-6916687057e4/64c4419c-adcd-407e-a374-ad3c578b8a2e/e2f0c502-4089-4793-a621-833fdc98e7ef) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:16.520018 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:16.603567 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=6 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:16.608187 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:16.788532 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Publish callbacks [] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:16.797973 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:16.883818 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Network 0a098839-14f7-4e1d-ba63-6916687057e4 is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:16.887530 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:16.893220 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:16.893789 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Pushing event updated for resources: {'Port': ['ID=e2f0c502-4089-4793-a621-833fdc98e7ef,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:16.904843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.905199 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.905564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.905926 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.906269 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.906605 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.906939 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.907471 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.907607 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.907960 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.908315 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.908695 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.909041 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.909390 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.909818 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Tracked resource versions report: Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: pushed versions: Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Agent': {'1.1'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Log': {'1.0'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'NDPProxy': {'1.0'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Network': {'1.1'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Port': {'1.7'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'PortForwarding': {'1.3'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'QosPolicy': {'1.10'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SubPort': {'1.0'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Subnet': {'1.1'}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Trunk': {'1.1'}} Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: consumer versions: Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Agent': '1.1', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'ConntrackHelper': '1.0', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'LocalIPAssociation': '1.0', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Log': '1.0', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'NDPProxy': '1.0', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Network': '1.1', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Port': '1.7', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'PortForwarding': '1.3', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'QosPolicy': '1.10', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroup': '1.5', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroupRule': '1.2', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SubPort': '1.0', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Subnet': '1.1', Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Trunk': '1.1'}} Aug 29 21:26:16.911581 dv-cinder-854266-3-iscsi neutron-server[106528]: {{(pid=106528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:17.000289 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:17.006584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Attempting to bind port e2f0c502-4089-4793-a621-833fdc98e7ef on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:17.006983 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Attempting to bind port e2f0c502-4089-4793-a621-833fdc98e7ef by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:17.007414 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Attempting to bind port e2f0c502-4089-4793-a621-833fdc98e7ef on network 0a098839-14f7-4e1d-ba63-6916687057e4 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:17.013871 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:17.014256 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Checking segment: {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:17.014745 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:17.015142 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Bound using segment: {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:17.015610 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Bound port: e2f0c502-4089-4793-a621-833fdc98e7ef, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:17.016015 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:17.083141 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] For port e2f0c502-4089-4793-a621-833fdc98e7ef, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:17.106017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] For port e2f0c502-4089-4793-a621-833fdc98e7ef, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e2f0c502-4089-4793-a621-833fdc98e7ef,segment=NetworkSegment(50719505-7f25-408a-bf84-f7eb142b285b),segment_id=50719505-7f25-408a-bf84-f7eb142b285b)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:17.114263 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:17.165656 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1fbcf-9ecf-4dfc-b271-eeee6a3eacd9 None None] Pushing event updated for resources: {'Port': ['ID=e2f0c502-4089-4793-a621-833fdc98e7ef,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:18.385724 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60486) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:18.743162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [None req-c29320af-b9aa-49d5-80eb-df2278848a38 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:18.744207 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c29320af-b9aa-49d5-80eb-df2278848a38 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3575351 Aug 29 21:26:21.263023 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60494) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:21.624763 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [None req-43f33c19-9ea8-4131-964c-fcb3004f0fab admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:21.625729 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-43f33c19-9ea8-4131-964c-fcb3004f0fab admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3617775 Aug 29 21:26:24.106460 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60506) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:24.466721 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:24.492512 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (a6bb2d5f-3f4d-423b-8888-64a60635e569), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:24.493944 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (a6bb2d5f-3f4d-423b-8888-64a60635e569), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:24.640248 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] Publish callbacks [] for router_controller (a6bb2d5f-3f4d-423b-8888-64a60635e569), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:24.645135 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (a6bb2d5f-3f4d-423b-8888-64a60635e569), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:24.663277 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:24.664665 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-c7d0a99c-9c46-4eb0-ad10-ffc6a5aa54b5 demo demo] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5572574 Aug 29 21:26:25.441815 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e2f0c502-4089-4793-a621-833fdc98e7ef up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:25.502689 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed11a3-28b4-4afc-bff8-87277d60c6d6 None None] Network 0a098839-14f7-4e1d-ba63-6916687057e4 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:25.597694 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] Provisioning complete for port e2f0c502-4089-4793-a621-833fdc98e7ef triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:25.598122 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:25.601971 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port e2f0c502-4089-4793-a621-833fdc98e7ef triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:25.602302 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:25.817863 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] Current status of the port e2f0c502-4089-4793-a621-833fdc98e7ef is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:25.818336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:25.830505 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e2f0c502-4089-4793-a621-833fdc98e7ef is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:25.830892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:25.891739 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] For port e2f0c502-4089-4793-a621-833fdc98e7ef, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e2f0c502-4089-4793-a621-833fdc98e7ef,segment=NetworkSegment(50719505-7f25-408a-bf84-f7eb142b285b),segment_id=50719505-7f25-408a-bf84-f7eb142b285b)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:25.900610 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:25.907681 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:25.975138 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.db.api [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 21:26:25.975766 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG oslo_db.api [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 21:26:25.980657 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b089e0-2331-4212-8e95-211024a1d0c9 None None] Pushing event updated for resources: {'Port': ['ID=e2f0c502-4089-4793-a621-833fdc98e7ef,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:26.019336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-c3fec320-2dce-4149-83ad-c2e099006ca7 None None] Provisioning complete for port e2f0c502-4089-4793-a621-833fdc98e7ef triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:26.019735 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c3fec320-2dce-4149-83ad-c2e099006ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:26.097916 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-c3fec320-2dce-4149-83ad-c2e099006ca7 None None] Current status of the port e2f0c502-4089-4793-a621-833fdc98e7ef is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:26.496229 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:26.511011 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e2f0c502-4089-4793-a621-833fdc98e7ef is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:27.144546 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60516) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:27.413512 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e2f0c502-4089-4793-a621-833fdc98e7ef up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:27.459076 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port e2f0c502-4089-4793-a621-833fdc98e7ef triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:27.459471 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:27.491821 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [None req-312be4df-f4e1-4746-b69e-7e04dc470212 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:26:27.492862 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-312be4df-f4e1-4746-b69e-7e04dc470212 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3474050 Aug 29 21:26:27.538631 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e2f0c502-4089-4793-a621-833fdc98e7ef is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:29.956650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60526) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:30.278253 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:30.302071 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Made reservation on behalf of 918734ce2c8c4362a4d1364fce951bb2 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:30.304417 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.312675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.334242 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:30.392747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks [] for security_group (9312dd49-8d19-4808-8c33-50ac572dfc03), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.397433 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9312dd49-8d19-4808-8c33-50ac572dfc03), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.414074 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Reserving flat network on physical network physnet1 {{(pid=106526) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 21:26:30.435821 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0792bd29-f8ce-4c3a-9d49-b293479a50ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.436411 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9312dd49-8d19-4808-8c33-50ac572dfc03,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:30.438780 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (54780d03-d69d-4548-847c-5c78bc9c7334), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.439123 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Added segment 54780d03-d69d-4548-847c-5c78bc9c7334 of type flat for network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f Aug 29 21:26:30.486871 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.519236 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.520202 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:30.520809 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:30.593127 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6354649 Aug 29 21:26:30.619353 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38780612-35ad-429d-b3db-a4ff6a4182eb admin admin] Pushing event updated for resources: {'Network': ['ID=5e221dcf-cb5a-4abc-a7f9-b229ab8af00f,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:30.630557 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:26:32.765059 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-776d6924-aae8-4cee-b1bc-422b1c1bf6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:32.940973 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60534) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:33.287222 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writer thread running {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 21:26:33.287888 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:33.411340 dv-cinder-854266-3-iscsi neutron-server[106527]: ERROR stevedore.extension [None req-b3d1851d-c642-4e5f-9b71-a0cbd58887f9 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 21:26:33.463810 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.policy [None req-b3d1851d-c642-4e5f-9b71-a0cbd58887f9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106527) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 21:26:33.506733 dv-cinder-854266-3-iscsi neutron-server[106527]: WARNING oslo_policy.policy [None req-b3d1851d-c642-4e5f-9b71-a0cbd58887f9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:33.507108 dv-cinder-854266-3-iscsi neutron-server[106527]: WARNING oslo_policy.policy [None req-b3d1851d-c642-4e5f-9b71-a0cbd58887f9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 21:26:33.515799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d1851d-c642-4e5f-9b71-a0cbd58887f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:33.517540 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b3d1851d-c642-4e5f-9b71-a0cbd58887f9 demo admin] 10.222.0.20 "GET /networking/v2.0/subnets/64c4419c-adcd-407e-a374-ad3c578b8a2e HTTP/1.1" status: 200 len: 849 time: 0.5756593 Aug 29 21:26:33.686425 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0668ca33-8ce9-458b-98d2-217cd64a53b8 demo admin] 10.222.0.20 "GET /networking/v2.0/routers/a6bb2d5f-3f4d-423b-8888-64a60635e569 HTTP/1.1" status: 200 len: 704 time: 0.1625350 Aug 29 21:26:33.957955 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.297266 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Allocated IP 172.20.0.1 (0a098839-14f7-4e1d-ba63-6916687057e4/64c4419c-adcd-407e-a374-ad3c578b8a2e/32717d52-c3f8-4f9a-b6e8-07f80b76c820) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:34.511686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks [] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.580068 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.642511 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Network 0a098839-14f7-4e1d-ba63-6916687057e4 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:34.647800 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:34.689069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:34.689666 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (a6bb2d5f-3f4d-423b-8888-64a60635e569), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.713635 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Pushing event updated for resources: {'Port': ['ID=32717d52-c3f8-4f9a-b6e8-07f80b76c820,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:34.747795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.758407 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.758757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.759120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.759477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.759817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.760149 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.760479 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.760833 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.761177 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.761507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.761834 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.762178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.762505 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.762832 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.763330 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Tracked resource versions report: Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: pushed versions: Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Agent': {'1.1'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Log': {'1.0'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'NDPProxy': {'1.0'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Network': {'1.1'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Port': {'1.7'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'PortForwarding': {'1.3'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'QosPolicy': {'1.10'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SubPort': {'1.0'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Subnet': {'1.1'}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Trunk': {'1.1'}} Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: consumer versions: Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Agent': '1.1', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'ConntrackHelper': '1.0', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'LocalIPAssociation': '1.0', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Log': '1.0', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'NDPProxy': '1.0', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Network': '1.1', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Port': '1.7', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'PortForwarding': '1.3', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'QosPolicy': '1.10', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroup': '1.5', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroupRule': '1.2', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SubPort': '1.0', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Subnet': '1.1', Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Trunk': '1.1'}} Aug 29 21:26:34.764662 dv-cinder-854266-3-iscsi neutron-server[106527]: {{(pid=106527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:34.870563 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:34.871158 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-7bfe4cd9-aadd-4d70-ada9-8e08c7b370bb None None] Provisioning complete for port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:34.871536 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4cd9-aadd-4d70-ada9-8e08c7b370bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.903698 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe4cd9-aadd-4d70-ada9-8e08c7b370bb None None] Port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:34.912333 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:34.914965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:35.126355 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks [] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.131016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.131836 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (a6bb2d5f-3f4d-423b-8888-64a60635e569), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.213679 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Pushing event updated for resources: {'Port': ['ID=32717d52-c3f8-4f9a-b6e8-07f80b76c820,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:35.261808 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Network 0a098839-14f7-4e1d-ba63-6916687057e4 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:35.263069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:35.427802 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Router a6bb2d5f-3f4d-423b-8888-64a60635e569 is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:26:35.524915 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-e917e5dd-4167-496e-8d91-6cce1d7fdfbd None None] Provisioning complete for port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:35.525289 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e917e5dd-4167-496e-8d91-6cce1d7fdfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.559507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:35.580616 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-fe53e5b1-d8ce-4775-ac00-647c22251b6d demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/a6bb2d5f-3f4d-423b-8888-64a60635e569/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8723795 Aug 29 21:26:35.581827 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-e917e5dd-4167-496e-8d91-6cce1d7fdfbd None None] Port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:26:35.581827 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.584623 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Sync routers for ids ['a6bb2d5f-3f4d-423b-8888-64a60635e569'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:35.597405 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Routers {'a6bb2d5f-3f4d-423b-8888-64a60635e569'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:35.598451 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:26:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a6bb2d5f-3f4d-423b-8888-64a60635e569'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:35.719889 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:35.795489 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Set router a6bb2d5f-3f4d-423b-8888-64a60635e569 gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:36.219999 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'name': 'router1', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:24Z', 'updated_at': '2022-08-29T21:26:34Z', 'revision_number': 2, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'gw_port_host': None, '_interfaces': [{'id': '32717d52-c3f8-4f9a-b6e8-07f80b76c820', 'name': '', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'mac_address': 'fa:16:3e:5e:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:34Z', 'revision_number': 2, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'subnets': [{'id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:36.271383 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Checking router: a6bb2d5f-3f4d-423b-8888-64a60635e569 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:36.271760 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Updating router a6bb2d5f-3f4d-423b-8888-64a60635e569 port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:36.326058 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.838109 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Publish callbacks [] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.844939 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:36.988294 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Pushing event updated for resources: {'Port': ['ID=32717d52-c3f8-4f9a-b6e8-07f80b76c820,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:37.003891 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.004233 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.004580 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.004944 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.005278 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.005608 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.005937 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.006264 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.006606 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.006915 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.007242 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.007587 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.007914 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.008234 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.008556 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Tracked resource versions report: Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: pushed versions: Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: { 'AddressGroup': {'1.2'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Agent': {'1.1'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'ConntrackHelper': {'1.0'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Log': {'1.0'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'NDPProxy': {'1.0'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Network': {'1.1'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Port': {'1.7'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'PortForwarding': {'1.3'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'QosPolicy': {'1.10'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroup': {'1.5'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SubPort': {'1.0'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Subnet': {'1.1'}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Trunk': {'1.1'}} Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: consumer versions: Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Agent': '1.1', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'ConntrackHelper': '1.0', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'LocalIPAssociation': '1.0', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Log': '1.0', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'NDPProxy': '1.0', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Network': '1.1', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Port': '1.7', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'PortForwarding': '1.3', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'QosPolicy': '1.10', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroup': '1.5', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroupRule': '1.2', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SubPort': '1.0', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Subnet': '1.1', Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Trunk': '1.1'}} Aug 29 21:26:37.009988 dv-cinder-854266-3-iscsi neutron-server[106529]: {{(pid=106529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:26:37.013668 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Attempting to bind port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:37.014064 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Attempting to bind port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:37.014499 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Attempting to bind port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 on network 0a098839-14f7-4e1d-ba63-6916687057e4 {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:37.020361 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:37.020795 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Checking segment: {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:37.021280 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.022264 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Bound using segment: {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:37.022264 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Bound port: 32717d52-c3f8-4f9a-b6e8-07f80b76c820, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50719505-7f25-408a-bf84-f7eb142b285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:37.022526 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.086494 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:37.090321 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] For port 32717d52-c3f8-4f9a-b6e8-07f80b76c820, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:37.113072 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] For port 32717d52-c3f8-4f9a-b6e8-07f80b76c820, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=32717d52-c3f8-4f9a-b6e8-07f80b76c820,segment=NetworkSegment(50719505-7f25-408a-bf84-f7eb142b285b),segment_id=50719505-7f25-408a-bf84-f7eb142b285b)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:37.118872 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:37.142934 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:37.161908 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Routers {'a6bb2d5f-3f4d-423b-8888-64a60635e569'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:37.162649 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:26:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a6bb2d5f-3f4d-423b-8888-64a60635e569'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:37.239676 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13569b91-9bea-4619-8cf2-d3ff33286862 None None] Pushing event updated for resources: {'Port': ['ID=32717d52-c3f8-4f9a-b6e8-07f80b76c820,revision_number=4']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:37.260403 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] Set router a6bb2d5f-3f4d-423b-8888-64a60635e569 gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:37.451355 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'name': 'router1', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:24Z', 'updated_at': '2022-08-29T21:26:34Z', 'revision_number': 2, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'gw_port_host': None, '_interfaces': [{'id': '32717d52-c3f8-4f9a-b6e8-07f80b76c820', 'name': '', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'mac_address': 'fa:16:3e:5e:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 4, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'subnets': [{'id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:37.482183 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f5e161-a85e-442d-b95f-d05de757370c None None] The sync data for ids ['a6bb2d5f-3f4d-423b-8888-64a60635e569'] in dv-cinder-854266-3-iscsi is: [{'id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'name': 'router1', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:24Z', 'updated_at': '2022-08-29T21:26:34Z', 'revision_number': 2, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'gw_port_host': None, '_interfaces': [{'id': '32717d52-c3f8-4f9a-b6e8-07f80b76c820', 'name': '', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'mac_address': 'fa:16:3e:5e:6e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:37Z', 'revision_number': 4, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'subnets': [{'id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:37.955151 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60552) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:38.346868 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e461a12-c8f3-449f-bd5a-6acb5314fe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:38.348253 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3e461a12-c8f3-449f-bd5a-6acb5314fe28 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/5e221dcf-cb5a-4abc-a7f9-b229ab8af00f HTTP/1.1" status: 200 len: 842 time: 0.3917370 Aug 29 21:26:38.358103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.4.1', 'cidr': '172.27.4.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:38.394343 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Made reservation on behalf of 918734ce2c8c4362a4d1364fce951bb2 for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:26:38.397000 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.591882 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:38.654589 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:38.716909 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.objects.ports [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106527) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 21:26:38.717349 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (bdaba76d-0dfa-4470-a144-7c0956b8d3f4), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.773946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdaba76d-0dfa-4470-a144-7c0956b8d3f4,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:38.788866 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:38.789216 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Network hostable DHCP agents. Network: 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:26:38.810864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:26:38.822586 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:38.826856 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:38.827457 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:38.837415 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba98992-5495-45b9-8014-c59f669ddea2 None None] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:38.861285 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-12fdda9b-1411-49b8-a1c7-df8943217eda admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065017 Aug 29 21:26:38.960898 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee64197-8239-4fc1-9c39-cba99f05a707 None None] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:26:40.611425 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:40.615823 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=66,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:41.323660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 60562) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:41.749050 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-911c85de-1993-4f9b-b519-60b09058889e demo admin] 10.222.0.20 "GET /networking/v2.0/routers/a6bb2d5f-3f4d-423b-8888-64a60635e569 HTTP/1.1" status: 200 len: 710 time: 0.4242308 Aug 29 21:26:41.842564 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa260b40-95ad-484a-9880-9f561b094dc7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:26:41.843926 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-aa260b40-95ad-484a-9880-9f561b094dc7 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/5e221dcf-cb5a-4abc-a7f9-b229ab8af00f HTTP/1.1" status: 200 len: 886 time: 0.0876801 Aug 29 21:26:41.855206 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:26:42.099117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks [] for router_gateway (a6bb2d5f-3f4d-423b-8888-64a60635e569), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.328143 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks [] for router_gateway (a6bb2d5f-3f4d-423b-8888-64a60635e569), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.484965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.525499 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:42.575757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:42.599274 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Allocated IP 172.27.4.27 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/f4dbee08-c1d0-400c-aa8e-908536b063b2) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:26:42.707007 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks [] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.739850 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:42.782658 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:26:42.787755 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:26:42.789959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Pushing event updated for resources: {'Port': ['ID=f4dbee08-c1d0-400c-aa8e-908536b063b2,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:42.793628 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:26:43.037782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks [] for router_gateway (a6bb2d5f-3f4d-423b-8888-64a60635e569), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.229391 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-566978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7785'] for router (a6bb2d5f-3f4d-423b-8888-64a60635e569), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.232887 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-567033'] for router (a6bb2d5f-3f4d-423b-8888-64a60635e569), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.325358 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:43.339643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Router a6bb2d5f-3f4d-423b-8888-64a60635e569 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:26:43.447287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:26:43.449951 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 32717d52-c3f8-4f9a-b6e8-07f80b76c820 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:43.451823 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.453068 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-91f1ca70-3e8b-49ac-a2dc-c66e3e99abd3 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/a6bb2d5f-3f4d-423b-8888-64a60635e569 HTTP/1.1" status: 200 len: 889 time: 1.6029336 Aug 29 21:26:43.501863 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:43.502894 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.524401 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:43.588777 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:43.589623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.628202 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 32717d52-c3f8-4f9a-b6e8-07f80b76c820, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=32717d52-c3f8-4f9a-b6e8-07f80b76c820,segment=NetworkSegment(50719505-7f25-408a-bf84-f7eb142b285b),segment_id=50719505-7f25-408a-bf84-f7eb142b285b)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:43.633771 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:43.684343 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=32717d52-c3f8-4f9a-b6e8-07f80b76c820,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:43.813600 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Sync routers for ids ['a6bb2d5f-3f4d-423b-8888-64a60635e569'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:26:43.827122 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Routers {'a6bb2d5f-3f4d-423b-8888-64a60635e569'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:43.827772 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:26:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a6bb2d5f-3f4d-423b-8888-64a60635e569'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:44.029400 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:44.034610 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Set router a6bb2d5f-3f4d-423b-8888-64a60635e569 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:44.407196 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'name': 'router1', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f4dbee08-c1d0-400c-aa8e-908536b063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:24Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'gw_port': {'id': 'f4dbee08-c1d0-400c-aa8e-908536b063b2', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:42Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '32717d52-c3f8-4f9a-b6e8-07f80b76c820', 'name': '', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'mac_address': 'fa:16:3e:5e:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 5, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'subnets': [{'id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:44.529214 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Checking router: a6bb2d5f-3f4d-423b-8888-64a60635e569 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:26:44.529892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Updating router a6bb2d5f-3f4d-423b-8888-64a60635e569 port f4dbee08-c1d0-400c-aa8e-908536b063b2 binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:26:44.584173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.900433 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Publish callbacks [] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.905547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.941642 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Attempting to bind port f4dbee08-c1d0-400c-aa8e-908536b063b2 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:26:44.942012 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Attempting to bind port f4dbee08-c1d0-400c-aa8e-908536b063b2 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:26:44.942379 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Attempting to bind port f4dbee08-c1d0-400c-aa8e-908536b063b2 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:26:44.952016 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:26:44.952394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:26:44.952805 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.953198 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:26:44.953660 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Bound port: f4dbee08-c1d0-400c-aa8e-908536b063b2, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:26:44.954034 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:44.959095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431e8ff-8d5c-41f4-935f-281e74b852cf None None] Pushing event updated for resources: {'Port': ['ID=f4dbee08-c1d0-400c-aa8e-908536b063b2,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:45.006875 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] For port f4dbee08-c1d0-400c-aa8e-908536b063b2, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:26:45.010032 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] For port f4dbee08-c1d0-400c-aa8e-908536b063b2, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f4dbee08-c1d0-400c-aa8e-908536b063b2,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:26:45.016333 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:45.025320 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:45.058991 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Routers {'a6bb2d5f-3f4d-423b-8888-64a60635e569'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:26:45.059612 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:26:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a6bb2d5f-3f4d-423b-8888-64a60635e569'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:45.119872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431e8ff-8d5c-41f4-935f-281e74b852cf None None] Pushing event updated for resources: {'Port': ['ID=f4dbee08-c1d0-400c-aa8e-908536b063b2,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:45.181009 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] Set router a6bb2d5f-3f4d-423b-8888-64a60635e569 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:26:45.208834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:45.382813 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'name': 'router1', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f4dbee08-c1d0-400c-aa8e-908536b063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:24Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'gw_port': {'id': 'f4dbee08-c1d0-400c-aa8e-908536b063b2', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:42Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '32717d52-c3f8-4f9a-b6e8-07f80b76c820', 'name': '', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'mac_address': 'fa:16:3e:5e:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 5, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'subnets': [{'id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:26:45.411508 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c8cb4-075f-49da-9c83-1de79665c8a2 None None] The sync data for ids ['a6bb2d5f-3f4d-423b-8888-64a60635e569'] in dv-cinder-854266-3-iscsi is: [{'id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'name': 'router1', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f4dbee08-c1d0-400c-aa8e-908536b063b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:26:24Z', 'updated_at': '2022-08-29T21:26:42Z', 'revision_number': 4, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'gw_port': {'id': 'f4dbee08-c1d0-400c-aa8e-908536b063b2', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:42Z', 'updated_at': '2022-08-29T21:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '32717d52-c3f8-4f9a-b6e8-07f80b76c820', 'name': '', 'network_id': '0a098839-14f7-4e1d-ba63-6916687057e4', 'tenant_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'mac_address': 'fa:16:3e:5e:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bb2d5f-3f4d-423b-8888-64a60635e569', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:26:33Z', 'updated_at': '2022-08-29T21:26:43Z', 'revision_number': 5, 'project_id': '22afaf84b97c4e8b9e1b12d5385bdd77', 'subnets': [{'id': '64c4419c-adcd-407e-a374-ad3c578b8a2e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3957d8d7-3142-4e05-9d0d-26884a1a6c43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:26:45.423523 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 32717d52-c3f8-4f9a-b6e8-07f80b76c820 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:45.473759 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:45.475786 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:45.577934 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:46.060665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 60576) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:26:46.469869 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-12b93bb5-e492-406e-bd0d-cde89d9d9d6e admin admin] 10.222.0.20 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4079645 Aug 29 21:26:47.435124 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f4dbee08-c1d0-400c-aa8e-908536b063b2 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:47.454431 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=31 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:47.481783 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port f4dbee08-c1d0-400c-aa8e-908536b063b2 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:47.482176 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.553203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port f4dbee08-c1d0-400c-aa8e-908536b063b2 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:47.553594 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.574673 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port f4dbee08-c1d0-400c-aa8e-908536b063b2, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f4dbee08-c1d0-400c-aa8e-908536b063b2,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:26:47.579380 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:47.625271 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=f4dbee08-c1d0-400c-aa8e-908536b063b2,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:26:49.441160 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f4dbee08-c1d0-400c-aa8e-908536b063b2 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:26:49.489225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port f4dbee08-c1d0-400c-aa8e-908536b063b2 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:26:49.489849 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f4dbee08-c1d0-400c-aa8e-908536b063b2), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:26:49.578678 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:49.592344 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port f4dbee08-c1d0-400c-aa8e-908536b063b2 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:26:53.444827 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=11 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:53.444827 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:55.020555 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=45 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:56.461223 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:56.465032 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:26:59.591389 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:00.440960 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-96d0520e-685c-4b3d-9989-7773ce03c97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:01.006045 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:27:02.769277 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-15804f2e-86db-4a3d-92e6-4b81ecdb51e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:04.766240 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.578397 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:05.722955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:15.561727 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:15.718496 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:19.009868 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:19.020216 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:30.446547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2c9b7973-fe7a-4005-b18a-8fe838cff327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:32.771042 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-3fda6317-1198-46cc-8f67-c4304015e4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:34.762589 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:35.567137 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:35.728028 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:27:38.005108 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:27:45.708648 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=24 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:45.720928 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:59.001845 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:27:59.002594 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:00.439146 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6b1164ec-c523-46d4-a4b3-cf7a973c96e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:02.765944 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-774a6ea3-adb5-4020-acd8-01d954468df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:04.757698 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.564205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:05.712464 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:09.786563 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32882) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:10.140296 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c456bc5-54e3-465e-be15-f6c2b49801da admin admin] GET failed (client error): The resource could not be found. Aug 29 21:28:10.141702 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6c456bc5-54e3-465e-be15-f6c2b49801da admin admin] 10.222.0.20 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3541794 Aug 29 21:28:10.311464 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ced7a8-e040-412d-97d6-afd112fd5e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:10.312953 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e9ced7a8-e040-412d-97d6-afd112fd5e00 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1668797 Aug 29 21:28:12.659039 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32892) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:13.029593 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb259b-4596-4e22-9c97-27a7c41b2307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:13.031042 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-28fb259b-4596-4e22-9c97-27a7c41b2307 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/64c4419c-adcd-407e-a374-ad3c578b8a2e HTTP/1.1" status: 200 len: 849 time: 0.3710227 Aug 29 21:28:13.040652 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:28:13.129686 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Publish callbacks [] for subnet (64c4419c-adcd-407e-a374-ad3c578b8a2e), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.277591 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752322776715'] for subnet (64c4419c-adcd-407e-a374-ad3c578b8a2e), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.316140 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:13.316768 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.317401 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e6160b-4bbe-4b63-bc93-df3aa630ec64 None None] Network 0a098839-14f7-4e1d-ba63-6916687057e4 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:28:13.319491 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] 10.222.0.20 "PUT /networking/v2.0/subnets/64c4419c-adcd-407e-a374-ad3c578b8a2e HTTP/1.1" status: 200 len: 868 time: 0.2825148 Aug 29 21:28:13.339064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c4419c-adcd-407e-a374-ad3c578b8a2e,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:28:13.347744 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.348107 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.348460 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.348850 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.349192 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.349537 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.349873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.350206 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.350539 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.350880 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.351215 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.351564 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.351900 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.352230 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.352557 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5fefb-718e-41e1-a76c-491df2b3e3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:28:13.599063 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-b24d8a79-0e26-44fc-8684-192cf9dcbbd6 None None] Provisioning complete for port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:13.599448 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b24d8a79-0e26-44fc-8684-192cf9dcbbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (32717d52-c3f8-4f9a-b6e8-07f80b76c820), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.674147 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-b24d8a79-0e26-44fc-8684-192cf9dcbbd6 None None] Current status of the port 32717d52-c3f8-4f9a-b6e8-07f80b76c820 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:13.682104 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-b24d8a79-0e26-44fc-8684-192cf9dcbbd6 None None] Provisioning complete for port e2f0c502-4089-4793-a621-833fdc98e7ef triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:28:13.682492 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b24d8a79-0e26-44fc-8684-192cf9dcbbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e2f0c502-4089-4793-a621-833fdc98e7ef), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:13.754126 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-b24d8a79-0e26-44fc-8684-192cf9dcbbd6 None None] Current status of the port e2f0c502-4089-4793-a621-833fdc98e7ef is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:28:15.005783 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:28:15.798290 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32900) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:16.277051 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369d205-964f-4775-ae7e-629ef572c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:16.277534 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369d205-964f-4775-ae7e-629ef572c24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:16.279093 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2369d205-964f-4775-ae7e-629ef572c24a admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4798360 Aug 29 21:28:18.647789 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32908) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:19.115125 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f483a20-854e-4555-a4aa-262614c74582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:19.115614 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f483a20-854e-4555-a4aa-262614c74582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:19.117195 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0f483a20-854e-4555-a4aa-262614c74582 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4684653 Aug 29 21:28:21.467803 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32916) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:21.925806 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:21.929527 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f0a2-9b98-4b84-8624-4807770e88b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:21.930929 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-12f1f0a2-9b98-4b84-8624-4807770e88b8 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/0a098839-14f7-4e1d-ba63-6916687057e4 HTTP/1.1" status: 200 len: 870 time: 0.4622426 Aug 29 21:28:23.749297 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:23.753501 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:24.320845 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32928) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:24.693665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:24.728007 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61897cf-373f-45f9-bd03-b503ff0d766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:24.729887 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f61897cf-373f-45f9-bd03-b503ff0d766c admin admin] 10.222.0.20 "GET /networking/v2.0/networks/5e221dcf-cb5a-4abc-a7f9-b229ab8af00f HTTP/1.1" status: 200 len: 886 time: 0.4081767 Aug 29 21:28:27.070698 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32936) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:27.544655 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678fc077-c062-4f0e-a65c-f4143637af09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:27.545124 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678fc077-c062-4f0e-a65c-f4143637af09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:27.546689 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-678fc077-c062-4f0e-a65c-f4143637af09 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4748859 Aug 29 21:28:29.913963 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32944) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:30.321839 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6a3ed-edd8-45e6-b175-f76850a52155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:30.322302 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6a3ed-edd8-45e6-b175-f76850a52155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:30.323841 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4de6a3ed-edd8-45e6-b175-f76850a52155 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4089239 Aug 29 21:28:30.444708 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c30ec59d-76f4-4e26-98a5-af3ab194f801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:32.718756 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 32952) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:32.772664 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e3423589-abab-4f8e-b037-6fe0427822bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:33.003207 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=12 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:33.007204 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=22 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:33.175029 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c699397-6aaf-4fb8-9c90-141d3960a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:33.176416 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7c699397-6aaf-4fb8-9c90-141d3960a082 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/64c4419c-adcd-407e-a374-ad3c578b8a2e HTTP/1.1" status: 200 len: 868 time: 0.4566700 Aug 29 21:28:34.762123 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.516950 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 32960) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:28:35.569006 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.715273 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:28:35.897957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825886b-726a-439d-a615-974c9feaa0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:28:35.899586 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-5825886b-726a-439d-a615-974c9feaa0c3 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/bdaba76d-0dfa-4470-a144-7c0956b8d3f4 HTTP/1.1" status: 200 len: 816 time: 0.3816893 Aug 29 21:28:43.166318 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=27 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:43.172072 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=27 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:45.708955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:45.710901 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:45.892615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:45.895263 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:28:52.006478 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:29:00.440968 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0c7b8a13-559b-41ed-9416-41f5b18a22f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:02.768520 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5215a7de-aa44-4085-a1c4-5d73f777b9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:04.766560 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:05.254831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33018) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:05.570131 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:05.601994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [None req-80069341-1a83-4f8d-b74b-5d932680f793 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:29:05.602994 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-80069341-1a83-4f8d-b74b-5d932680f793 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3472266 Aug 29 21:29:05.720214 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:08.049909 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33026) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:08.397966 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0861971-9565-4de3-aee7-c45cdb73a179 admin admin] GET failed (client error): The resource could not be found. Aug 29 21:29:08.399520 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-c0861971-9565-4de3-aee7-c45cdb73a179 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3486681 Aug 29 21:29:08.490945 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4550ebe0-903a-416c-93ae-748fd0a1cdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:08.492438 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4550ebe0-903a-416c-93ae-748fd0a1cdaa admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0885527 Aug 29 21:29:10.009209 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:10.013698 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:10.930592 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33034) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:11.271585 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:11.292945 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Made reservation on behalf of 918734ce2c8c4362a4d1364fce951bb2 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:29:11.295220 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.329982 dv-cinder-854266-3-iscsi neutron-server[106526]: WARNING neutron.services.revisions.revision_plugin [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Could not find related network for resource to bump revision. Aug 29 21:29:11.341547 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:29:11.350912 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (4c07b1af-dc6b-4e08-9906-4284746a48ce), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.351254 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Added segment 4c07b1af-dc6b-4e08-9906-4284746a48ce of type vlan for network b01cc8af-b4c0-4d87-8586-166ef9d07f52 Aug 29 21:29:11.390953 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (b01cc8af-b4c0-4d87-8586-166ef9d07f52), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.416725 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (b01cc8af-b4c0-4d87-8586-166ef9d07f52), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.417706 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:11.418292 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:11.481634 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5498068 Aug 29 21:29:11.484821 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c6fcf-6b14-4d2c-a576-6059c8b89682 admin admin] Pushing event updated for resources: {'Network': ['ID=b01cc8af-b4c0-4d87-8586-166ef9d07f52,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:11.496038 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network b01cc8af-b4c0-4d87-8586-166ef9d07f52 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:29:13.871966 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33042) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:29:14.232013 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d9d74d-4932-43e4-baac-7cf54a9243be admin admin] GET failed (client error): The resource could not be found. Aug 29 21:29:14.233356 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-a1d9d74d-4932-43e4-baac-7cf54a9243be admin admin] 10.222.0.20 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3603861 Aug 29 21:29:14.309405 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb6ac0-241f-45b8-9883-efdc061a5437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:14.313187 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7cbb6ac0-241f-45b8-9883-efdc061a5437 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0746572 Aug 29 21:29:14.321418 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:29:14.341174 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Made reservation on behalf of 918734ce2c8c4362a4d1364fce951bb2 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:29:14.343395 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.512901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (c4b8dabb-3f51-4217-9097-f30d2858672f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.575458 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b8dabb-3f51-4217-9097-f30d2858672f,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:14.584566 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.584938 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.585301 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.585650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.585986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.586319 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.586646 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.586971 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.587311 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.587640 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.587983 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.588313 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.588655 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.588985 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.589312 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:14.596169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Checking segment: {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:29:14.596523 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Network hostable DHCP agents. Network: b01cc8af-b4c0-4d87-8586-166ef9d07f52, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:29:14.614740 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Network b01cc8af-b4c0-4d87-8586-166ef9d07f52 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:29:14.623552 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, b01cc8af-b4c0-4d87-8586-166ef9d07f52) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:14.629019 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:29:14.629616 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.634617 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd2e70-a7d7-44ac-81d4-16262881f750 None None] Network b01cc8af-b4c0-4d87-8586-166ef9d07f52 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:29:14.637045 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:14.648631 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fd18cd43-bb2b-4604-861b-5f83d745d3ae admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307111 Aug 29 21:29:14.841573 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-b01cc8af-b4c0-4d87-8586-166ef9d07f52', 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52', 'project_id': '918734ce2c8c4362a4d1364fce951bb2', 'fixed_ips': [{'subnet_id': 'c4b8dabb-3f51-4217-9097-f30d2858672f'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:29:14.842486 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:14.985728 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Allocated IP 192.168.233.2 (b01cc8af-b4c0-4d87-8586-166ef9d07f52/c4b8dabb-3f51-4217-9097-f30d2858672f/2e32453f-87d8-42db-bc28-b189a1ea5216) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:29:15.131263 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Publish callbacks [] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.137992 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.184466 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Network b01cc8af-b4c0-4d87-8586-166ef9d07f52 is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:29:15.185915 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:29:15.191763 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:29:15.199394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Pushing event updated for resources: {'Port': ['ID=2e32453f-87d8-42db-bc28-b189a1ea5216,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:15.207114 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.207466 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.207826 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.208189 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.208529 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.208887 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.209215 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.209543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.209892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.210205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.210530 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.210869 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.211194 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.211517 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.211837 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:29:15.269534 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Attempting to bind port 2e32453f-87d8-42db-bc28-b189a1ea5216 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:29:15.270063 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Attempting to bind port 2e32453f-87d8-42db-bc28-b189a1ea5216 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:29:15.270545 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Attempting to bind port 2e32453f-87d8-42db-bc28-b189a1ea5216 on network b01cc8af-b4c0-4d87-8586-166ef9d07f52 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:29:15.277514 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:29:15.277925 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Checking segment: {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:29:15.278356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.278792 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Bound using segment: {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:29:15.279459 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Bound port: 2e32453f-87d8-42db-bc28-b189a1ea5216, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:29:15.280017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.342980 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] For port 2e32453f-87d8-42db-bc28-b189a1ea5216, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:29:15.346160 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] For port 2e32453f-87d8-42db-bc28-b189a1ea5216, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=2e32453f-87d8-42db-bc28-b189a1ea5216,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:29:15.351744 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:15.408937 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e0f89-3a47-4dd9-aaec-7e3da81b98d7 None None] Pushing event updated for resources: {'Port': ['ID=2e32453f-87d8-42db-bc28-b189a1ea5216,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:16.202537 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d1955-cbfa-4cd8-867a-38e7cdbefe1b None None] Network b01cc8af-b4c0-4d87-8586-166ef9d07f52 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:29:16.261087 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:16.267392 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:16.298091 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] Provisioning complete for port 2e32453f-87d8-42db-bc28-b189a1ea5216 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:16.298568 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.413148 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] Current status of the port 2e32453f-87d8-42db-bc28-b189a1ea5216 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:16.413503 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.461617 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] For port 2e32453f-87d8-42db-bc28-b189a1ea5216, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=2e32453f-87d8-42db-bc28-b189a1ea5216,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:29:16.467648 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.533048 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a59348-8b48-42ed-9e31-a200a03c3a4a None None] Pushing event updated for resources: {'Port': ['ID=2e32453f-87d8-42db-bc28-b189a1ea5216,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:29:16.588521 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-7b1d1dfe-4d8e-4dd9-9001-df22ffdfcb79 None None] Provisioning complete for port 2e32453f-87d8-42db-bc28-b189a1ea5216 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:16.588986 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1dfe-4d8e-4dd9-9001-df22ffdfcb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:16.669279 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d1dfe-4d8e-4dd9-9001-df22ffdfcb79 None None] Current status of the port 2e32453f-87d8-42db-bc28-b189a1ea5216 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:17.536555 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 2e32453f-87d8-42db-bc28-b189a1ea5216 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:29:17.591482 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 2e32453f-87d8-42db-bc28-b189a1ea5216 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:29:17.592157 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2e32453f-87d8-42db-bc28-b189a1ea5216), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:17.673831 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 2e32453f-87d8-42db-bc28-b189a1ea5216 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:29:24.642559 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:29.006031 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:29:30.447012 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-22a1d823-d45c-4138-ac24-7a565f2356a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:32.770717 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8dece316-807e-435a-b7d9-0f654d91cb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:34.768727 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:35.580903 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:35.724015 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:29:45.705911 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:45.713483 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:47.019602 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:47.020932 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:58.997823 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:29:58.998558 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:00.454945 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f1feebad-6b06-4088-90ba-152ddd5204a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:02.772350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-575373f6-8400-437a-938b-66520ad781d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:04.767793 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:05.576726 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:05.720479 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:06.006119 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:30:15.712817 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:15.715208 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:24.017025 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:24.017909 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:29.606408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33084) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:29.612112 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [None req-5c620d37-c5ba-4b4e-bbab-bd458637ff2e tempest-verify_tempest_config-1576474171 tempest-verify_tempest_config-1576474171-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:30:29.613144 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5c620d37-c5ba-4b4e-bbab-bd458637ff2e tempest-verify_tempest_config-1576474171 tempest-verify_tempest_config-1576474171-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056722 Aug 29 21:30:30.165688 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33102) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:30.447725 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e2d7e2b4-fb31-41a9-b013-2bc416582a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.521297 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.604694 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Publish callbacks [] for security_group (e7f0616e-fc64-44d5-8e5c-3b4f42471741), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.610446 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (e7f0616e-fc64-44d5-8e5c-3b4f42471741), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.659346 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=765a42974b8c42d4bdec0b18c28a5636&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4925730 Aug 29 21:30:30.660073 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0616e-fc64-44d5-8e5c-3b4f42471741,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:30.662643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33106) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:30:30.667576 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.667937 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.668291 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.668660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.669000 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.669335 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.669665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.669994 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.670339 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.670670 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.671014 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.671400 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.672219 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.672542 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.673564 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f524bff-fcbb-4e70-96f1-2fa7c9fea586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.748335 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Publish callbacks [] for security_group (e7f0616e-fc64-44d5-8e5c-3b4f42471741), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.769892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Publish callbacks [] for security_group (e7f0616e-fc64-44d5-8e5c-3b4f42471741), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.877957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (e7f0616e-fc64-44d5-8e5c-3b4f42471741), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.880645 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:30.881806 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e7f0616e-fc64-44d5-8e5c-3b4f42471741 HTTP/1.1" status: 204 len: 168 time: 0.2181828 Aug 29 21:30:30.890553 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0616e-fc64-44d5-8e5c-3b4f42471741,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:30:30.899674 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.899996 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.900346 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.900733 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.901075 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.901532 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.901869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.902208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.902562 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.902904 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.903241 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.903591 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.903924 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.904252 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:30.904577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2d0ee-70a2-44d5-9391-9910447d0ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:30:32.777608 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-59db2e70-4f1e-4762-b8d0-2e471f33b103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:34.767406 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:35.578782 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:35.715075 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:30:40.654706 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:40.666620 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:40.886193 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:40.895287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:43.006267 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:30:45.701575 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:30:45.709988 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:00.452547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b5efa979-2891-4bd8-98d4-41039815556b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:01.019494 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=14 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:01.024516 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=20 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:02.781134 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-3b78e4ce-5b88-45cc-aecc-623f2441d309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:04.772458 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:05.582010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:05.718024 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:15.711440 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:15.713356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:20.006085 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:31:30.454754 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c963601c-ba06-48bc-80ca-b9591caef3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:32.783775 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d58c44cd-5022-476e-a7ba-41b4ba05db18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:34.775421 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:35.586694 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:35.722325 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:31:38.015517 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=6 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:38.020631 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:45.715825 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:45.717874 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:55.004181 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:31:57.004613 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 5 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:32:00.459007 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2bc9584d-92df-4f33-8291-afb2e9e943b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:02.786537 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c25bfd1d-e1ea-46ad-b913-ff7bb1eb94ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:04.784625 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.588165 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:05.726281 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:09.032373 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566246'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:15.024149 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:15.028465 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:15.722318 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:19.028431 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:21.354579 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33202) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:21.480743 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0d7d8286-ee55-4797-b3d3-ea2910922a9e admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249151 Aug 29 21:32:23.731269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33212) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:32:23.786987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f9d4a329-cbce-41c0-940f-f19c54553c15 admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547450 Aug 29 21:32:30.461515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-56190039-d7c3-4fb7-97c8-3c4fbeabb261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:32.792743 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f8a76dfc-930b-45b5-b4a2-506764ed952e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:33.781318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:33.782060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:34.003025 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:32:34.781577 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.589623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:35.729722 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:39.016294 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:32:49.009397 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:49.014332 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:56.700277 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=17 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:32:56.702157 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=17 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:00.464465 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-507d99d7-d361-427a-832c-7cfbac2f8c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:02.796322 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-4163aac2-5e6b-4824-b5ba-8eab821e0585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:04.783957 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:05.596959 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:05.734518 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:09.029464 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:11.002021 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:33:15.727890 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:19.023071 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:29.017534 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:29.033142 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:30.468012 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d36da896-867f-42dc-882f-33f4fc5abc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:32.809473 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-17f4a375-1f85-4444-85ad-f0c08eafaef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:34.788243 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.596540 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:35.737576 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:39.019183 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:48.001537 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:33:49.012290 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:49.014408 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:33:58.971001 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33386) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.022410 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33396) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.245970 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1070952418-network', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:33:59.278106 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Made reservation on behalf of cb5424a2fd9d45c899b4ff8b7869f50e for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:33:59.280808 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.290530 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.346106 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-414408019-network', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:33:59.379267 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Made reservation on behalf of 57c7abc43eb142d3b36a6d91beee5d10 for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:33:59.382272 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.406312 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.410273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks [] for security_group (5070ed26-054e-484c-abc7-db280c4b6e13), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.420428 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5070ed26-054e-484c-abc7-db280c4b6e13), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.446928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:33:59.462649 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752322833466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (366b79f8-722a-42a1-b1b2-a9a5ffd001b3), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.463533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Unsubscribe: segment precommit_create {{(pid=106527) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 21:33:59.464208 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Added segment 366b79f8-722a-42a1-b1b2-a9a5ffd001b3 of type vlan for network c25432c1-4cba-4a34-b7c7-24cda229103b Aug 29 21:33:59.556978 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (c25432c1-4cba-4a34-b7c7-24cda229103b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.564247 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33418) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.605581 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33426) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.622771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5070ed26-054e-484c-abc7-db280c4b6e13,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:59.627036 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks [] for security_group (59677fa4-5acb-4c9c-b540-6916f9805b4b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.634053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (59677fa4-5acb-4c9c-b540-6916f9805b4b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.643848 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.644216 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.644617 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.644974 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.645410 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.645757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.646786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.646786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.646986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.647300 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.647641 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.647986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.648313 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.648669 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.648994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Tracked resource versions report: Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: pushed versions: Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: { 'AddressGroup': {'1.2'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Agent': {'1.1'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'ConntrackHelper': {'1.0'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Log': {'1.0'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'NDPProxy': {'1.0'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Network': {'1.1'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Port': {'1.7'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'PortForwarding': {'1.3'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'QosPolicy': {'1.10'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroup': {'1.5'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SubPort': {'1.0'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Subnet': {'1.1'}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Trunk': {'1.1'}} Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: consumer versions: Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Agent': '1.1', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'ConntrackHelper': '1.0', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'LocalIPAssociation': '1.0', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Log': '1.0', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'NDPProxy': '1.0', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Network': '1.1', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Port': '1.7', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'PortForwarding': '1.3', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'QosPolicy': '1.10', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroup': '1.5', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SecurityGroupRule': '1.2', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'SubPort': '1.0', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Subnet': '1.1', Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: 'Trunk': '1.1'}} Aug 29 21:33:59.650171 dv-cinder-854266-3-iscsi neutron-server[106527]: {{(pid=106527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:33:59.652900 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (c25432c1-4cba-4a34-b7c7-24cda229103b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.653744 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:59.654311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.666608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:33:59.688266 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59677fa4-5acb-4c9c-b540-6916f9805b4b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:59.708352 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (3f961788-b87d-48bf-b2a9-bf9318233a30), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.708717 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Added segment 3f961788-b87d-48bf-b2a9-bf9318233a30 of type vlan for network 9e04ecf7-e557-4380-9886-ee0044b14438 Aug 29 21:33:59.734681 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7625682 Aug 29 21:33:59.734857 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33434) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.745132 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Request body: {'subnet': {'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1070952418-subnet', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:33:59.774888 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Made reservation on behalf of cb5424a2fd9d45c899b4ff8b7869f50e for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:33:59.779056 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.857435 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33450) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.915313 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1588760436-network', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:33:59.922089 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (9e04ecf7-e557-4380-9886-ee0044b14438), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.926144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d3459-6dd3-4880-87f0-cdc6cc0a41e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c25432c1-4cba-4a34-b7c7-24cda229103b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:33:59.940998 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network c25432c1-4cba-4a34-b7c7-24cda229103b details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:33:59.956058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (9e04ecf7-e557-4380-9886-ee0044b14438), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.958275 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:33:59.959595 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.970394 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Made reservation on behalf of 5220f1dfa6a74754bd08f925c85847b2 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:33:59.976213 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:33:59.988486 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9650109 Aug 29 21:33:59.995738 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33456) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:33:59.996548 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.010570 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Request body: {'subnet': {'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-subnet', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:00.062511 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95c70-da76-469c-be65-4b1c8833ec08 admin admin] Pushing event updated for resources: {'Network': ['ID=9e04ecf7-e557-4380-9886-ee0044b14438,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:00.077889 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 9e04ecf7-e557-4380-9886-ee0044b14438 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:34:00.128097 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Made reservation on behalf of 57c7abc43eb142d3b36a6d91beee5d10 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:00.130586 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.177561 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1752536431-network', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:00.305169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-network', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:00.348106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Made reservation on behalf of 7d9928c37b2b46f5abd0ac1ba1c3ca92 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:00.350610 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.395176 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (3084aea8-abaf-4d3d-9d2b-3b578a0884a6), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.398762 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.420754 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks [] for security_group (7099f08e-bcbf-4a96-8599-dbecc4db745f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.425614 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Made reservation on behalf of 09369e28336d4f49a60ce03c3a3009ac for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:00.428266 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.449151 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7099f08e-bcbf-4a96-8599-dbecc4db745f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.467629 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.480870 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b0742baf-97b8-45ce-8c21-cabc8391905d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.494030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:00.541195 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:34:00.583268 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:00.701346 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (d74dbfde-39dc-4e77-bae1-f5bd799d0988), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.701964 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Added segment d74dbfde-39dc-4e77-bae1-f5bd799d0988 of type vlan for network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a Aug 29 21:34:00.719546 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3084aea8-abaf-4d3d-9d2b-3b578a0884a6,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:00.735975 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7099f08e-bcbf-4a96-8599-dbecc4db745f,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:00.796919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.796919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.796919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.797427 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.797565 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.798084 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.798417 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.798740 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.799063 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.799384 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.799704 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.800030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.800351 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.800685 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.801162 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Tracked resource versions report: Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: pushed versions: Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: { 'AddressGroup': {'1.2'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Agent': {'1.1'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'ConntrackHelper': {'1.0'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Log': {'1.0'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'NDPProxy': {'1.0'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Network': {'1.1'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Port': {'1.7'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'PortForwarding': {'1.3'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'QosPolicy': {'1.10'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroup': {'1.5'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SubPort': {'1.0'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Subnet': {'1.1'}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Trunk': {'1.1'}} Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: consumer versions: Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Agent': '1.1', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'ConntrackHelper': '1.0', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'LocalIPAssociation': '1.0', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Log': '1.0', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'NDPProxy': '1.0', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Network': '1.1', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Port': '1.7', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'PortForwarding': '1.3', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'QosPolicy': '1.10', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroup': '1.5', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SecurityGroupRule': '1.2', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'SubPort': '1.0', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Subnet': '1.1', Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: 'Trunk': '1.1'}} Aug 29 21:34:00.802901 dv-cinder-854266-3-iscsi neutron-server[106526]: {{(pid=106526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:34:00.843710 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.844053 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.844409 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.844972 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.845460 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.846125 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.846622 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.847097 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.847757 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.848272 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.848686 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.849130 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.849462 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.849780 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.850254 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:00.867572 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (5edf4d12-91b6-4448-8d9a-6fbab4fee15a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.873721 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Checking segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:00.874301 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Network hostable DHCP agents. Network: c25432c1-4cba-4a34-b7c7-24cda229103b, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:00.972918 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks [] for security_group (6036f771-0367-4af7-9cef-ef5c27cd6948), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.978256 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (2032761f-b505-4292-babd-650553fbdcb3), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:00.995631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6036f771-0367-4af7-9cef-ef5c27cd6948), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.033104 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Network c25432c1-4cba-4a34-b7c7-24cda229103b is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:01.042537 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (5edf4d12-91b6-4448-8d9a-6fbab4fee15a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.043563 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:01.044129 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.090968 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:34:01.104619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, c25432c1-4cba-4a34-b7c7-24cda229103b) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:01.107549 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks [] for security_group (69a66c1f-de1d-4b97-b0aa-87c2b33352b8), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.122480 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20e9f4-ac0b-4aa5-85a0-7f159fa7dc00 None None] Network c25432c1-4cba-4a34-b7c7-24cda229103b requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:01.131372 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:01.131967 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.139088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (69a66c1f-de1d-4b97-b0aa-87c2b33352b8), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.159879 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:01.164262 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5988970 Aug 29 21:34:01.167688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33512) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:01.170988 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (55e7f525-b145-4618-b36e-7a613a021684), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.171328 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Added segment 55e7f525-b145-4618-b36e-7a613a021684 of type vlan for network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 Aug 29 21:34:01.177463 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Request body: {'subnet': {'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-subnet', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:01.178835 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6036f771-0367-4af7-9cef-ef5c27cd6948,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.200518 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:01.218818 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Made reservation on behalf of 5220f1dfa6a74754bd08f925c85847b2 for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:01.224945 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.247399 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2032761f-b505-4292-babd-650553fbdcb3,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.295579 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:34:01.325070 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-c25432c1-4cba-4a34-b7c7-24cda229103b', 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'fixed_ips': [{'subnet_id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:34:01.326470 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.343014 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e544cafb-4026-4133-8fb2-a267dd6ccbbf admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6066294 Aug 29 21:34:01.369956 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33516) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:01.388511 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:01.392557 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013236f-7309-48bd-80b4-a98f10f5a9df admin admin] Pushing event updated for resources: {'Network': ['ID=5edf4d12-91b6-4448-8d9a-6fbab4fee15a,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.397969 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (514f3495-f14d-42c1-bc82-a600d1b5d3d8), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.401714 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (2ab1797a-de0c-4f06-9875-d09679121761), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.402059 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Added segment 2ab1797a-de0c-4f06-9875-d09679121761 of type vlan for network bbee627c-5d5c-4780-b2d4-43c7e4d208fc Aug 29 21:34:01.417316 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Checking segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:01.417676 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Network hostable DHCP agents. Network: 9e04ecf7-e557-4380-9886-ee0044b14438, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:01.425711 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:01.426739 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a66c1f-de1d-4b97-b0aa-87c2b33352b8,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.469841 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:34:01.525302 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (bbee627c-5d5c-4780-b2d4-43c7e4d208fc), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.530487 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (de697ab9-89bd-4018-9508-b17ee4024f7a), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.531851 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (de697ab9-89bd-4018-9508-b17ee4024f7a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.550631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (514f3495-f14d-42c1-bc82-a600d1b5d3d8), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.552177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:01.552775 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.562500 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:01.580016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:01.588790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (b467275f-c6e3-47eb-aa25-bb86d36c5b5e), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.678845 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Allocated IP 172.20.0.2 (c25432c1-4cba-4a34-b7c7-24cda229103b/3084aea8-abaf-4d3d-9d2b-3b578a0884a6/962c4569-cb0f-4a2b-9aab-47e7b063328b) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:01.694010 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (bbee627c-5d5c-4780-b2d4-43c7e4d208fc), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.695223 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:01.696116 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.726075 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 9e04ecf7-e557-4380-9886-ee0044b14438) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:01.746108 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8865514 Aug 29 21:34:01.751873 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1424596 Aug 29 21:34:01.751873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33532) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:01.752158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b467275f-c6e3-47eb-aa25-bb86d36c5b5e,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.760195 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33534) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:01.762606 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c1a59-1207-49a5-947e-6f09452086de None None] Network 9e04ecf7-e557-4380-9886-ee0044b14438 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:01.773793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Request body: {'subnet': {'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1752536431-subnet', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:01.784779 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:01.785356 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.789269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:01.791001 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Request body: {'subnet': {'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-subnet', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:01.792607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Network hostable DHCP agents. Network: 5edf4d12-91b6-4448-8d9a-6fbab4fee15a, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:01.796059 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks [] for router_controller (de697ab9-89bd-4018-9508-b17ee4024f7a), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.796920 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13de4-9cce-4219-9ee4-3e1c020cb341 admin admin] Pushing event updated for resources: {'Network': ['ID=514f3495-f14d-42c1-bc82-a600d1b5d3d8,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.844687 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Made reservation on behalf of 7d9928c37b2b46f5abd0ac1ba1c3ca92 for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:01.848191 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:01.868298 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:34:01.877542 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4d0a0-6e69-48bf-a0f8-7514ab15af2d admin admin] Pushing event updated for resources: {'Network': ['ID=bbee627c-5d5c-4780-b2d4-43c7e4d208fc,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:01.963350 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-73cb713e-3a24-407d-8397-b9741148e7c1 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9567554 Aug 29 21:34:01.984320 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33546) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:01.985396 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:34:01.994729 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Made reservation on behalf of 09369e28336d4f49a60ce03c3a3009ac for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:01.996966 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.008692 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:02.025606 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:02.059757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 5edf4d12-91b6-4448-8d9a-6fbab4fee15a) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:02.064958 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:02.065588 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.093559 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-12f7b511-a2dd-4668-a8ce-acd7a04d287b admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9226701 Aug 29 21:34:02.102245 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33554) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.111347 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:02.135153 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:02.147500 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (a8d85bb4-8ff8-4efb-a314-d698b24a1780), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.149596 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (a8d85bb4-8ff8-4efb-a314-d698b24a1780), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.210281 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:UPDATE=5,neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:02.239294 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (93454e07-64fb-484b-ac3e-f86333c5cce9), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.240883 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70c6924-721c-4c1e-9eec-e6670372756f None None] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:02.272547 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks [] for router_controller (a8d85bb4-8ff8-4efb-a314-d698b24a1780), precommit_add_association {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.337727 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-9e04ecf7-e557-4380-9886-ee0044b14438', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:34:02.338892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.346080 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (ee64ded7-717e-4c3d-95d3-f957c6601703), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.347141 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (ee64ded7-717e-4c3d-95d3-f957c6601703), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.415817 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93454e07-64fb-484b-ac3e-f86333c5cce9,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:02.423578 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks [] for router_gateway (de697ab9-89bd-4018-9508-b17ee4024f7a), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.434894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks [] for router_controller (ee64ded7-717e-4c3d-95d3-f957c6601703), precommit_add_association {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.564981 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Checking segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:02.565332 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Network hostable DHCP agents. Network: bbee627c-5d5c-4780-b2d4-43c7e4d208fc, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:02.617589 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:02.663700 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:02.702006 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks [] for router_gateway (a8d85bb4-8ff8-4efb-a314-d698b24a1780), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.720819 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, bbee627c-5d5c-4780-b2d4-43c7e4d208fc) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:02.744312 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:02.749631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.790376 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d3dbfd63-255d-4d57-992c-fc55b7a6a4c1 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0096912 Aug 29 21:34:02.796738 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33594) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:02.813570 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:02.843622 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks [] for router_gateway (de697ab9-89bd-4018-9508-b17ee4024f7a), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.847508 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:02.866277 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Allocated IP 172.20.0.2 (9e04ecf7-e557-4380-9886-ee0044b14438/2032761f-b505-4292-babd-650553fbdcb3/c4fd2b93-ae3a-4386-bad5-ce796bdf828b) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:02.890223 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (398dc043-6953-42e8-86bd-9690ba91f98d), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.890472 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks [] for router_gateway (ee64ded7-717e-4c3d-95d3-f957c6601703), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.900557 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (398dc043-6953-42e8-86bd-9690ba91f98d), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.905738 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:02.932017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:02.956185 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b607c3-887a-46c0-9ba6-7aa062c4272e None None] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:03.089326 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:34:03.095910 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.113547 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:03.126557 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Allocated IP 172.27.4.185 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/4ee6c39d-f990-4870-af32-4e061d777384) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:03.178463 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (7acd7224-068b-48b0-a16a-b8f074e9a570), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.390911 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33620) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:03.430512 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-12569e63-af73-452d-91db-e0ab012a7aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.481454 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Publish callbacks [] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.484488 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33624) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:03.495139 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:03.509738 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.519177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks [] for port (4ee6c39d-f990-4870-af32-4e061d777384), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.634238 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks [] for router_controller (398dc043-6953-42e8-86bd-9690ba91f98d), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.659819 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:34:03.661231 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.701750 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Network c25432c1-4cba-4a34-b7c7-24cda229103b is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:03.703236 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (4ee6c39d-f990-4870-af32-4e061d777384), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.712308 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:03.717246 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:03.720308 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Pushing event updated for resources: {'Port': ['ID=962c4569-cb0f-4a2b-9aab-47e7b063328b,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:03.750081 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Publish callbacks [] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.754089 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:03.755879 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.756428 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.757008 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.757565 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.758119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.758640 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.759168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.759685 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.760203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.760736 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.761264 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.761807 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.762313 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.762819 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.763330 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Tracked resource versions report: Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: pushed versions: Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: { 'AddressGroup': {'1.2'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Agent': {'1.1'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'ConntrackHelper': {'1.0'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Log': {'1.0'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'NDPProxy': {'1.0'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Network': {'1.1'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Port': {'1.7'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'PortForwarding': {'1.3'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'QosPolicy': {'1.10'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroup': {'1.5'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SubPort': {'1.0'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Subnet': {'1.1'}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Trunk': {'1.1'}} Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: consumer versions: Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Agent': '1.1', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'ConntrackHelper': '1.0', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'LocalIPAssociation': '1.0', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Log': '1.0', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'NDPProxy': '1.0', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Network': '1.1', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Port': '1.7', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'PortForwarding': '1.3', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'QosPolicy': '1.10', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroup': '1.5', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SecurityGroupRule': '1.2', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'SubPort': '1.0', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Subnet': '1.1', Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: 'Trunk': '1.1'}} Aug 29 21:34:03.764725 dv-cinder-854266-3-iscsi neutron-server[106528]: {{(pid=106528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:34:03.799549 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acd7224-068b-48b0-a16a-b8f074e9a570,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:03.800442 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa330-872b-4681-b6bf-c6c1679a960e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.816623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.817447 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Checking segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:03.817856 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Network hostable DHCP agents. Network: 514f3495-f14d-42c1-bc82-a600d1b5d3d8, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:34:03.906427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-42fb1563-9c79-42e2-8ec6-ee301c133b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.919670 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:03.937051 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:03.966898 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks [] for router_gateway (ee64ded7-717e-4c3d-95d3-f957c6601703), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.968224 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:03.973498 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks [] for router_gateway (a8d85bb4-8ff8-4efb-a314-d698b24a1780), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.977553 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee6c39d-f990-4870-af32-4e061d777384,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:03.984316 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks [] for router_gateway (398dc043-6953-42e8-86bd-9690ba91f98d), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:03.999208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:34:04.037710 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.043567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Allocated IP 172.20.0.2 (bbee627c-5d5c-4780-b2d4-43c7e4d208fc/93454e07-64fb-484b-ac3e-f86333c5cce9/acd686a9-9a42-4b71-b81e-c240d4d2e369) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:04.057122 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.078803 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.093245 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 514f3495-f14d-42c1-bc82-a600d1b5d3d8) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:04.113046 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:04.113673 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.146602 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:INSERT=8 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.161316 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d045e34-027a-49ff-b26e-297ea1c77493 None None] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:04.176413 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:04.209834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:04.237544 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:04.242588 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-64c5a3b4-0410-4741-9b4b-4da261752ac9 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4812047 Aug 29 21:34:04.246655 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Allocated IP 172.20.0.2 (5edf4d12-91b6-4448-8d9a-6fbab4fee15a/b467275f-c6e3-47eb-aa25-bb86d36c5b5e/d1132c27-11d8-459d-9c5e-9232aa11fb70) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:04.252687 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33644) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:04.256548 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Attempting to bind port 962c4569-cb0f-4a2b-9aab-47e7b063328b on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:04.257250 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Attempting to bind port 962c4569-cb0f-4a2b-9aab-47e7b063328b by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:04.257838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Attempting to bind port 962c4569-cb0f-4a2b-9aab-47e7b063328b on network c25432c1-4cba-4a34-b7c7-24cda229103b {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:04.264731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:04.284963 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Pushing event updated for resources: {'Port': ['ID=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.341121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:04.341121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Checking segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:04.341121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.341802 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Bound using segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:04.342060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa330-872b-4681-b6bf-c6c1679a960e admin admin] Publish callbacks [] for security_group (9a392763-2b0a-4ac6-81d8-d389c6a102f7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.342895 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Bound port: 962c4569-cb0f-4a2b-9aab-47e7b063328b, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:04.343642 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.361896 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-42fb1563-9c79-42e2-8ec6-ee301c133b78 admin admin] Publish callbacks [] for security_group (407eca3f-30cf-46d9-8c0c-f162107a568f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.369890 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Publish callbacks [] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.373514 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-42fb1563-9c79-42e2-8ec6-ee301c133b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (407eca3f-30cf-46d9-8c0c-f162107a568f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.377060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Allocated IP 172.27.4.251 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/6920e678-8f43-43d3-a85f-08055037ca0d) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:04.431705 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (b6624aa6-376b-4949-a46f-84174eaccf7d), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.432778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (b6624aa6-376b-4949-a46f-84174eaccf7d), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.436654 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa330-872b-4681-b6bf-c6c1679a960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9a392763-2b0a-4ac6-81d8-d389c6a102f7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.460656 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-42fb1563-9c79-42e2-8ec6-ee301c133b78 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e3fc6dcea8f34aad91a35e71fb44daac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0561171 Aug 29 21:34:04.497899 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33650) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:04.498696 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.506481 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1563-9c79-42e2-8ec6-ee301c133b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407eca3f-30cf-46d9-8c0c-f162107a568f,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.562306 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.571014 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:04.594380 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:04.597236 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:04.651315 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2bf4b15-991d-47f7-a7ce-62814cbddf90 admin admin] Publish callbacks [] for security_group (407eca3f-30cf-46d9-8c0c-f162107a568f), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.651315 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks [] for port (6920e678-8f43-43d3-a85f-08055037ca0d), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.669949 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Pushing event updated for resources: {'Port': ['ID=acd686a9-9a42-4b71-b81e-c240d4d2e369,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.685247 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2bf4b15-991d-47f7-a7ce-62814cbddf90 admin admin] Publish callbacks [] for security_group (407eca3f-30cf-46d9-8c0c-f162107a568f), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.689067 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4e7aa330-872b-4681-b6bf-c6c1679a960e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=45d62a4c1ecb4a8bbf8c71ca5ba6dbb6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1920416 Aug 29 21:34:04.718750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33660) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:04.738684 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aa330-872b-4681-b6bf-c6c1679a960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a392763-2b0a-4ac6-81d8-d389c6a102f7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.741272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Attempting to bind port c4fd2b93-ae3a-4386-bad5-ce796bdf828b on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:04.741857 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Attempting to bind port c4fd2b93-ae3a-4386-bad5-ce796bdf828b by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:04.742389 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Attempting to bind port c4fd2b93-ae3a-4386-bad5-ce796bdf828b on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:04.747098 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.751504 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.772756 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2bf4b15-991d-47f7-a7ce-62814cbddf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (407eca3f-30cf-46d9-8c0c-f162107a568f), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.776164 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2bf4b15-991d-47f7-a7ce-62814cbddf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.777348 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b2bf4b15-991d-47f7-a7ce-62814cbddf90 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/407eca3f-30cf-46d9-8c0c-f162107a568f HTTP/1.1" status: 204 len: 168 time: 0.2778900 Aug 29 21:34:04.799877 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf4b15-991d-47f7-a7ce-62814cbddf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407eca3f-30cf-46d9-8c0c-f162107a568f,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.829430 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks [] for router_controller (b6624aa6-376b-4949-a46f-84174eaccf7d), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.832017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.832722 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:04.833701 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Checking segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:04.834135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.834596 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Bound using segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:04.835251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Bound port: c4fd2b93-ae3a-4386-bad5-ce796bdf828b, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:04.835636 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.838743 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks [] for router_gateway (398dc043-6953-42e8-86bd-9690ba91f98d), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.870311 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks [] for router_gateway (de697ab9-89bd-4018-9508-b17ee4024f7a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.918817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:04.940551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.941676 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Pushing event updated for resources: {'Port': ['ID=6920e678-8f43-43d3-a85f-08055037ca0d,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:04.944538 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.944967 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:04.948767 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:34:04.949779 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:04.952889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:04.960992 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:05.013685 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] For port 962c4569-cb0f-4a2b-9aab-47e7b063328b, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:05.018162 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Publish callbacks [] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.041793 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.065609 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Attempting to bind port acd686a9-9a42-4b71-b81e-c240d4d2e369 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:05.065995 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Attempting to bind port acd686a9-9a42-4b71-b81e-c240d4d2e369 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:05.066364 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Attempting to bind port acd686a9-9a42-4b71-b81e-c240d4d2e369 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:05.117302 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] For port c4fd2b93-ae3a-4386-bad5-ce796bdf828b, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:05.134476 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] For port c4fd2b93-ae3a-4386-bad5-ce796bdf828b, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:05.145026 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.151016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Allocated IP 172.27.4.11 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/49d56f82-b6c6-4aec-a0ec-c29438096a33) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:05.224173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] For port 962c4569-cb0f-4a2b-9aab-47e7b063328b, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=962c4569-cb0f-4a2b-9aab-47e7b063328b,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:05.242194 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:05.243674 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1b3ca7cc-dddc-4e7f-bb5b-bc809920c80a admin admin] Publish callbacks [] for security_group (9a392763-2b0a-4ac6-81d8-d389c6a102f7), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.278278 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:05.282236 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.291328 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33670) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:05.294510 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:05.295086 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Checking segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:05.295704 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.296291 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Bound using segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:05.297103 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Bound port: acd686a9-9a42-4b71-b81e-c240d4d2e369, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:05.297755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.308543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.309259 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks [] for router_gateway (b6624aa6-376b-4949-a46f-84174eaccf7d), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.330170 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b39d7104-c452-4110-8f6c-3f355179f260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.350549 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1b3ca7cc-dddc-4e7f-bb5b-bc809920c80a admin admin] Publish callbacks [] for security_group (9a392763-2b0a-4ac6-81d8-d389c6a102f7), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.373709 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:05.392736 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Pushing event updated for resources: {'Port': ['ID=d1132c27-11d8-459d-9c5e-9232aa11fb70,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:05.452817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks [] for router_gateway (a8d85bb4-8ff8-4efb-a314-d698b24a1780), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.537139 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:05.538756 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8226b-311c-44e4-a4c4-bebbbb39853e None None] Pushing event updated for resources: {'Port': ['ID=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:05.552202 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks [] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.643114 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.755946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:05.761233 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (de697ab9-89bd-4018-9508-b17ee4024f7a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.782163 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:05.799257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:05.830343 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Attempting to bind port d1132c27-11d8-459d-9c5e-9232aa11fb70 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:05.830721 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Attempting to bind port d1132c27-11d8-459d-9c5e-9232aa11fb70 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:05.831083 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Attempting to bind port d1132c27-11d8-459d-9c5e-9232aa11fb70 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:05.862599 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:05.864341 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1b3ca7cc-dddc-4e7f-bb5b-bc809920c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9a392763-2b0a-4ac6-81d8-d389c6a102f7), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.869202 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1b3ca7cc-dddc-4e7f-bb5b-bc809920c80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:05.870371 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-1b3ca7cc-dddc-4e7f-bb5b-bc809920c80a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9a392763-2b0a-4ac6-81d8-d389c6a102f7 HTTP/1.1" status: 204 len: 168 time: 1.1505249 Aug 29 21:34:05.884676 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Allocated IP 172.20.0.2 (514f3495-f14d-42c1-bc82-a600d1b5d3d8/7acd7224-068b-48b0-a16a-b8f074e9a570/590400d6-8dd8-465f-a186-a26f17f4df70) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:05.896311 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Allocated IP 172.27.4.234 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/1214dc93-e66e-42ee-9dd1-9646cd9c7c9a) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:05.896437 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Pushing event updated for resources: {'Port': ['ID=49d56f82-b6c6-4aec-a0ec-c29438096a33,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:05.906219 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] For port acd686a9-9a42-4b71-b81e-c240d4d2e369, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:05.948660 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] For port acd686a9-9a42-4b71-b81e-c240d4d2e369, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=acd686a9-9a42-4b71-b81e-c240d4d2e369,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:05.955738 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:05.997269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.016669 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=6 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.018366 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.042167 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.047941 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.052173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5085-3f61-41b9-8efe-269641cbb202 None None] Pushing event updated for resources: {'Port': ['ID=962c4569-cb0f-4a2b-9aab-47e7b063328b,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.053799 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ca7cc-dddc-4e7f-bb5b-bc809920c80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a392763-2b0a-4ac6-81d8-d389c6a102f7,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.055304 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.061166 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:06.061685 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:06.061906 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b39d7104-c452-4110-8f6c-3f355179f260 admin admin] Publish callbacks [] for security_group (8a77b639-c936-4461-8491-54e5f8f1cf17), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.062313 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.062906 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Bound using segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:06.063559 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Bound port: d1132c27-11d8-459d-9c5e-9232aa11fb70, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:06.064110 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.072323 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (a8d85bb4-8ff8-4efb-a314-d698b24a1780), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.080320 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b39d7104-c452-4110-8f6c-3f355179f260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8a77b639-c936-4461-8491-54e5f8f1cf17), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.086251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.176167 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks [] for router_gateway (b6624aa6-376b-4949-a46f-84174eaccf7d), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.263756 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b39d7104-c452-4110-8f6c-3f355179f260 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6a5291ee2b604a089ae9ecf52210d556&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9675333 Aug 29 21:34:06.263756 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.265449 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33682) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:06.298965 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d7104-c452-4110-8f6c-3f355179f260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a77b639-c936-4461-8491-54e5f8f1cf17,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.419989 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae1299-9a4b-44f8-b351-a829fba04527 None None] Pushing event updated for resources: {'Port': ['ID=acd686a9-9a42-4b71-b81e-c240d4d2e369,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.460624 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-d700541c-81dd-45c9-babe-abf370102312 None None] For port d1132c27-11d8-459d-9c5e-9232aa11fb70, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:06.520107 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks [] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.527157 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-d700541c-81dd-45c9-babe-abf370102312 None None] For port d1132c27-11d8-459d-9c5e-9232aa11fb70, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d1132c27-11d8-459d-9c5e-9232aa11fb70,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:06.545665 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.572379 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9499-c15b-4c02-b47f-4b8a73c4b8ca admin admin] Publish callbacks [] for security_group (8a77b639-c936-4461-8491-54e5f8f1cf17), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.599357 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Router de697ab9-89bd-4018-9508-b17ee4024f7a is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:34:06.617944 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700541c-81dd-45c9-babe-abf370102312 None None] Pushing event updated for resources: {'Port': ['ID=d1132c27-11d8-459d-9c5e-9232aa11fb70,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.620790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Publish callbacks [] for port (590400d6-8dd8-465f-a186-a26f17f4df70), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.621247 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9499-c15b-4c02-b47f-4b8a73c4b8ca admin admin] Publish callbacks [] for security_group (8a77b639-c936-4461-8491-54e5f8f1cf17), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.641992 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.654094 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.683154 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:06.687961 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:06.697023 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:06.744300 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.753670 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:06.754220 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Pushing event updated for resources: {'Port': ['ID=590400d6-8dd8-465f-a186-a26f17f4df70,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.789616 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks [] for router_gateway (ee64ded7-717e-4c3d-95d3-f957c6601703), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.830341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Attempting to bind port 590400d6-8dd8-465f-a186-a26f17f4df70 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:06.831275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Attempting to bind port 590400d6-8dd8-465f-a186-a26f17f4df70 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:06.831275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Attempting to bind port 590400d6-8dd8-465f-a186-a26f17f4df70 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:06.838244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:06.838604 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Checking segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:06.839020 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.839458 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Bound using segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:06.840061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Bound port: 590400d6-8dd8-465f-a186-a26f17f4df70, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:06.840450 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.903435 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:06.914913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Router a8d85bb4-8ff8-4efb-a314-d698b24a1780 is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:34:06.925565 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:06.929645 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33690) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:06.935643 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:06.938047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:06.951299 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c6d40d79-3b0e-44dd-86cc-eddcc417b3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:06.954830 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] For port 590400d6-8dd8-465f-a186-a26f17f4df70, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:06.962107 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] For port 590400d6-8dd8-465f-a186-a26f17f4df70, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=590400d6-8dd8-465f-a186-a26f17f4df70,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:06.981119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.039800 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Allocated IP 172.27.4.211 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/68de42c0-92e6-40f3-9097-d72f52d54812) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:07.082752 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a799278-3969-4241-ab67-20fa556efb13 None None] Pushing event updated for resources: {'Port': ['ID=590400d6-8dd8-465f-a186-a26f17f4df70,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:07.092092 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c6d40d79-3b0e-44dd-86cc-eddcc417b3f6 admin admin] Publish callbacks [] for security_group (b2c5cb36-e598-4b97-bc33-0fee219b814b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.105589 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c6d40d79-3b0e-44dd-86cc-eddcc417b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (b2c5cb36-e598-4b97-bc33-0fee219b814b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.205002 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9499-c15b-4c02-b47f-4b8a73c4b8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8a77b639-c936-4461-8491-54e5f8f1cf17), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.213259 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9499-c15b-4c02-b47f-4b8a73c4b8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.214671 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0bbd9499-c15b-4c02-b47f-4b8a73c4b8ca admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8a77b639-c936-4461-8491-54e5f8f1cf17 HTTP/1.1" status: 204 len: 168 time: 0.9439299 Aug 29 21:34:07.244355 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:07.320533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:07.325164 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:07.335509 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd9499-c15b-4c02-b47f-4b8a73c4b8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a77b639-c936-4461-8491-54e5f8f1cf17,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:07.340408 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Sync routers for ids ['de697ab9-89bd-4018-9508-b17ee4024f7a'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:07.364812 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Routers {'de697ab9-89bd-4018-9508-b17ee4024f7a'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:07.368249 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['de697ab9-89bd-4018-9508-b17ee4024f7a'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:07.394817 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:07.396384 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2c25e31e-cd83-4f7f-b9d2-c110edf68687 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0198574 Aug 29 21:34:07.405790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33694) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:07.474872 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c6d40d79-3b0e-44dd-86cc-eddcc417b3f6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d5e4357d29684686b438d150fcbb5ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5421503 Aug 29 21:34:07.491041 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33696) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:07.882194 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d40d79-3b0e-44dd-86cc-eddcc417b3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5cb36-e598-4b97-bc33-0fee219b814b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:07.888480 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Set router de697ab9-89bd-4018-9508-b17ee4024f7a gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:07.969868 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be990c-6840-46a1-8a62-66de4267fef5 None None] Network 9e04ecf7-e557-4380-9886-ee0044b14438 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:08.049152 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks [] for port (68de42c0-92e6-40f3-9097-d72f52d54812), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.114864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d43869eb-886c-4b37-b685-6aeb37d90d83 admin admin] Publish callbacks [] for security_group (b2c5cb36-e598-4b97-bc33-0fee219b814b), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.126688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:08.251174 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (ee64ded7-717e-4c3d-95d3-f957c6601703), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.258688 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23b233-a4e1-4662-8a12-e5a60a793909 None None] Network c25432c1-4cba-4a34-b7c7-24cda229103b requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:08.278501 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Sync routers for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:08.331312 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.336249 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c9f1416b-a421-4049-8b95-44267b79fdf3 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3471348 Aug 29 21:34:08.355682 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d43869eb-886c-4b37-b685-6aeb37d90d83 admin admin] Publish callbacks [] for security_group (b2c5cb36-e598-4b97-bc33-0fee219b814b), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.359778 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33718) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:08.501464 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] Provisioning complete for port c4fd2b93-ae3a-4386-bad5-ce796bdf828b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:08.503251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.535271 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 590400d6-8dd8-465f-a186-a26f17f4df70 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:08.547320 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579eda5-8050-4c86-bfc8-2eff479962f3 None None] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:08.709011 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:08.710320 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:34:04Z', 'revision_number': 3, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:08.712264 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.742726 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Checking router: de697ab9-89bd-4018-9508-b17ee4024f7a for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:08.742726 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Updating router de697ab9-89bd-4018-9508-b17ee4024f7a port 4ee6c39d-f990-4870-af32-4e061d777384 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:08.795634 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4ee6c39d-f990-4870-af32-4e061d777384), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.832265 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:08.837819 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:08.861390 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:08.862671 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:08.892305 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:08.927649 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:08.933285 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:08.940713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d43869eb-886c-4b37-b685-6aeb37d90d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (b2c5cb36-e598-4b97-bc33-0fee219b814b), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.944849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d43869eb-886c-4b37-b685-6aeb37d90d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:08.948364 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-d43869eb-886c-4b37-b685-6aeb37d90d83 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b2c5cb36-e598-4b97-bc33-0fee219b814b HTTP/1.1" status: 204 len: 168 time: 1.4508805 Aug 29 21:34:08.969790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43869eb-886c-4b37-b685-6aeb37d90d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5cb36-e598-4b97-bc33-0fee219b814b,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:09.036871 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec26843-56b2-4e29-91f8-b43967a55832 None None] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:09.079972 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks [] for router_gateway (398dc043-6953-42e8-86bd-9690ba91f98d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.085802 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Pushing event updated for resources: {'Port': ['ID=68de42c0-92e6-40f3-9097-d72f52d54812,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:09.213050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Router ee64ded7-717e-4c3d-95d3-f957c6601703 is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:34:09.216378 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:09.240706 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:09.446348 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Publish callbacks [] for port (4ee6c39d-f990-4870-af32-4e061d777384), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.456603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:09.458896 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (4ee6c39d-f990-4870-af32-4e061d777384), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.494215 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.496842 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:09.501046 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Attempting to bind port 4ee6c39d-f990-4870-af32-4e061d777384 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:09.511792 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:09.513013 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Attempting to bind port 4ee6c39d-f990-4870-af32-4e061d777384 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:09.513477 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Attempting to bind port 4ee6c39d-f990-4870-af32-4e061d777384 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:09.533682 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.537519 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b32f867b-4bc3-4a09-be6e-af11e0a56466 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4312048 Aug 29 21:34:09.537838 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33748) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:09.553362 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Pushing event updated for resources: {'Port': ['ID=4ee6c39d-f990-4870-af32-4e061d777384,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:09.565166 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.565863 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.566464 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.567592 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.568158 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.568749 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.569291 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.569873 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.570422 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.570975 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.571511 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.572067 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.572636 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.573185 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.573717 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Tracked resource versions report: Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: pushed versions: Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: { 'AddressGroup': {'1.2'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Agent': {'1.1'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'ConntrackHelper': {'1.0'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'LocalIPAssociation': {'1.0'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Log': {'1.0'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'NDPProxy': {'1.0'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Network': {'1.1'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Port': {'1.7'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'PortForwarding': {'1.3'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'QosPolicy': {'1.10'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroup': {'1.5'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroupRule': {'1.2'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SubPort': {'1.0'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Subnet': {'1.1'}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Trunk': {'1.1'}} Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: consumer versions: Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: { DHCP agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: HyperV agent@hv-cinder-85426: {}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: L3 agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: Metadata agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: Metering agent@dv-cinder-854266-3-iscsi: {}, Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: Open vSwitch agent@dv-cinder-854266-3-iscsi: { 'AddressGroup': '1.2', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Agent': '1.1', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'ConntrackHelper': '1.0', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'LocalIPAssociation': '1.0', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Log': '1.0', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'NDPProxy': '1.0', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Network': '1.1', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Port': '1.7', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'PortForwarding': '1.3', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'QosPolicy': '1.10', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroup': '1.5', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SecurityGroupRule': '1.2', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'SubPort': '1.0', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Subnet': '1.1', Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: 'Trunk': '1.1'}} Aug 29 21:34:09.575531 dv-cinder-854266-3-iscsi neutron-server[106529]: {{(pid=106529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 21:34:09.586842 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:09.587587 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:09.588225 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.588864 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:09.589562 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Bound port: 4ee6c39d-f990-4870-af32-4e061d777384, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:09.590191 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4ee6c39d-f990-4870-af32-4e061d777384), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.620390 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks [] for router_gateway (b6624aa6-376b-4949-a46f-84174eaccf7d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.644366 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] For port 4ee6c39d-f990-4870-af32-4e061d777384, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:09.648525 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] For port 4ee6c39d-f990-4870-af32-4e061d777384, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=4ee6c39d-f990-4870-af32-4e061d777384,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:09.658086 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (4ee6c39d-f990-4870-af32-4e061d777384), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.700489 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:09.702193 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Routers {'de697ab9-89bd-4018-9508-b17ee4024f7a'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:09.703391 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['de697ab9-89bd-4018-9508-b17ee4024f7a'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:09.722660 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b725d80-602b-430f-bbe9-0c179c626f38 None None] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:34:09.728233 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:09.836368 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] Set router de697ab9-89bd-4018-9508-b17ee4024f7a gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:10.022420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] Current status of the port c4fd2b93-ae3a-4386-bad5-ce796bdf828b is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:10.023369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.106763 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (398dc043-6953-42e8-86bd-9690ba91f98d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.155131 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] For port c4fd2b93-ae3a-4386-bad5-ce796bdf828b, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:10.190481 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:10.191527 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:10.221623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:10.222372 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:10.229712 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 590400d6-8dd8-465f-a186-a26f17f4df70 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:10.230100 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.312253 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.474488 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-528418f8-58e7-404e-922a-b42f40507beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:34:04Z', 'revision_number': 3, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:10.484122 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Allocated IP 172.20.0.1 (c25432c1-4cba-4a34-b7c7-24cda229103b/3084aea8-abaf-4d3d-9d2b-3b578a0884a6/b26e6a8c-541d-4c36-9c6e-e15a109efe4a) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:10.588722 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528418f8-58e7-404e-922a-b42f40507beb None None] The sync data for ids ['de697ab9-89bd-4018-9508-b17ee4024f7a'] in dv-cinder-854266-3-iscsi is: [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:34:04Z', 'revision_number': 3, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:10.595634 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f654d-825e-451d-9579-ce6fb1cf3eb1 None None] Pushing event updated for resources: {'Port': ['ID=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:10.647793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:10.685311 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03aa4-4788-4bf3-a1ab-dd000fecb4ec None None] Pushing event updated for resources: {'Port': ['ID=4ee6c39d-f990-4870-af32-4e061d777384,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:10.722246 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Provisioning complete for port 962c4569-cb0f-4a2b-9aab-47e7b063328b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:10.722923 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.749274 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Allocated IP 172.20.0.1 (9e04ecf7-e557-4380-9886-ee0044b14438/2032761f-b505-4292-babd-650553fbdcb3/45a0ba6d-0556-422a-86c0-2fdd3e3ffaae) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:10.811768 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:10.819645 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 590400d6-8dd8-465f-a186-a26f17f4df70 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:10.820235 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:10.886023 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:10.949178 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 590400d6-8dd8-465f-a186-a26f17f4df70, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=590400d6-8dd8-465f-a186-a26f17f4df70,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:11.083356 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.224404 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.227263 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 962c4569-cb0f-4a2b-9aab-47e7b063328b up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:11.239931 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Current status of the port 962c4569-cb0f-4a2b-9aab-47e7b063328b is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:11.240862 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.358938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks [] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.359151 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:06Z', 'revision_number': 3, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:11.418423 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:11.418681 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Updating router ee64ded7-717e-4c3d-95d3-f957c6601703 port 49d56f82-b6c6-4aec-a0ec-c29438096a33 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:11.465160 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:11.465402 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.467731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:11.488160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (b6624aa6-376b-4949-a46f-84174eaccf7d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.494346 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:11.544516 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.593142 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] For port 962c4569-cb0f-4a2b-9aab-47e7b063328b, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=962c4569-cb0f-4a2b-9aab-47e7b063328b,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:11.594918 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=590400d6-8dd8-465f-a186-a26f17f4df70,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:11.776572 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Allocated IP 172.20.0.1 (5edf4d12-91b6-4448-8d9a-6fbab4fee15a/b467275f-c6e3-47eb-aa25-bb86d36c5b5e/b51701a8-245e-4004-a446-fab8c65a6be6) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:11.782578 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.830279 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks [] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.843137 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:11.861752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:11.865904 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:11.901229 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:05Z', 'revision_number': 3, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:11.970975 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Router 398dc043-6953-42e8-86bd-9690ba91f98d is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:34:11.998985 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:12.000536 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Checking router: a8d85bb4-8ff8-4efb-a314-d698b24a1780 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:12.001289 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Updating router a8d85bb4-8ff8-4efb-a314-d698b24a1780 port 6920e678-8f43-43d3-a85f-08055037ca0d binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:12.003895 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Pushing event updated for resources: {'Port': ['ID=962c4569-cb0f-4a2b-9aab-47e7b063328b,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.053274 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:12.115455 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Provisioning complete for port d1132c27-11d8-459d-9c5e-9232aa11fb70 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:12.115845 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.171626 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 962c4569-cb0f-4a2b-9aab-47e7b063328b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:12.172193 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.232682 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.240366 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.307115 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 962c4569-cb0f-4a2b-9aab-47e7b063328b is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:12.308298 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d1132c27-11d8-459d-9c5e-9232aa11fb70 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:12.396188 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:12.416319 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks [] for port (b51701a8-245e-4004-a446-fab8c65a6be6), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.421438 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:12.421845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (a8d85bb4-8ff8-4efb-a314-d698b24a1780), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.430048 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Network c25432c1-4cba-4a34-b7c7-24cda229103b is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:12.434195 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Publish callbacks [] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.450411 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.468237 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:12.496649 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Pushing event updated for resources: {'Port': ['ID=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.507052 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:12.508170 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (de697ab9-89bd-4018-9508-b17ee4024f7a), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.514443 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Router b6624aa6-376b-4949-a46f-84174eaccf7d is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:34:12.595695 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fac574-b43c-4f43-9973-d76b40bab550 None None] Pushing event updated for resources: {'Port': ['ID=49d56f82-b6c6-4aec-a0ec-c29438096a33,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.601024 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33832) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:12.610799 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Attempting to bind port 49d56f82-b6c6-4aec-a0ec-c29438096a33 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:12.620128 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:12.622294 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Attempting to bind port 49d56f82-b6c6-4aec-a0ec-c29438096a33 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:12.622655 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Attempting to bind port 49d56f82-b6c6-4aec-a0ec-c29438096a33 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:12.638823 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:12.639651 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:12.640196 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.640760 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:12.641367 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Bound port: 49d56f82-b6c6-4aec-a0ec-c29438096a33, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:12.641907 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.702473 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33834) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:12.705283 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:12.779191 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.826642 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] For port 49d56f82-b6c6-4aec-a0ec-c29438096a33, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:12.837818 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:12.841503 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] For port 49d56f82-b6c6-4aec-a0ec-c29438096a33, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=49d56f82-b6c6-4aec-a0ec-c29438096a33,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:12.874251 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.883526 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:12.884603 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d8d170c2-d695-46aa-bfbe-79f48d4fafc5 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0802298 Aug 29 21:34:12.896320 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33842) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:12.974903 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:12.981545 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:12.982810 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:12.990899 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:12.991463 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Current status of the port d1132c27-11d8-459d-9c5e-9232aa11fb70 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:12.992047 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.013487 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Pushing event updated for resources: {'Port': ['ID=b51701a8-245e-4004-a446-fab8c65a6be6,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:13.026339 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:13.027153 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (ee64ded7-717e-4c3d-95d3-f957c6601703), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.039296 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:13.043087 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:13.049065 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port d1132c27-11d8-459d-9c5e-9232aa11fb70 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:13.049581 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.136322 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fac574-b43c-4f43-9973-d76b40bab550 None None] Pushing event updated for resources: {'Port': ['ID=49d56f82-b6c6-4aec-a0ec-c29438096a33,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:13.194441 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.313666 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] For port d1132c27-11d8-459d-9c5e-9232aa11fb70, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d1132c27-11d8-459d-9c5e-9232aa11fb70,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:13.334736 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:13.360396 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:13.369096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.379215 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d5543f30-a6ea-4c79-a119-b948dc34728f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.415030 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.449182 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:13.483400 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Pushing event updated for resources: {'Port': ['ID=d1132c27-11d8-459d-9c5e-9232aa11fb70,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:13.505249 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.532069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.553277 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.553879 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Provisioning complete for port 590400d6-8dd8-465f-a186-a26f17f4df70 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:13.554452 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.556162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6cb1-d7ba-453f-a760-855c2cfb85a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.564631 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2d31fc03-1bfe-4bf3-b4e3-661d0918a6bf admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3011730 Aug 29 21:34:13.570080 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33848) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:13.584797 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.585658 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.597763 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:13.599226 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:13.606017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.651830 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.660205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:13.664221 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Publish callbacks [] for port (6920e678-8f43-43d3-a85f-08055037ca0d), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.705789 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:06Z', 'revision_number': 3, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:13.736157 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.782039 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccda97-5592-48be-bdc3-1340fb706bb3 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:06Z', 'revision_number': 3, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:13.789136 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e361cf7-ee97-4224-87bf-d0af50b793de None None] Pushing event updated for resources: {'Port': ['ID=6920e678-8f43-43d3-a85f-08055037ca0d,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:13.792144 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port d1132c27-11d8-459d-9c5e-9232aa11fb70 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:13.793407 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device c4fd2b93-ae3a-4386-bad5-ce796bdf828b up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:13.851071 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Attempting to bind port 6920e678-8f43-43d3-a85f-08055037ca0d on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:13.851743 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Attempting to bind port 6920e678-8f43-43d3-a85f-08055037ca0d by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:13.852323 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Attempting to bind port 6920e678-8f43-43d3-a85f-08055037ca0d on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:13.917012 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:13.917474 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:13.918024 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.918434 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:13.918994 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Bound port: 6920e678-8f43-43d3-a85f-08055037ca0d, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:13.919444 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:13.928287 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.980144 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:13.992552 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:14.004094 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] For port 6920e678-8f43-43d3-a85f-08055037ca0d, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:14.008295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] For port 6920e678-8f43-43d3-a85f-08055037ca0d, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=6920e678-8f43-43d3-a85f-08055037ca0d,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:14.010905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d5543f30-a6ea-4c79-a119-b948dc34728f admin admin] Publish callbacks [] for security_group (a9d0aea0-4aab-46e4-b28d-224b98b1c36d), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.040927 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.042733 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d5543f30-a6ea-4c79-a119-b948dc34728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (a9d0aea0-4aab-46e4-b28d-224b98b1c36d), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.218578 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6cb1-d7ba-453f-a760-855c2cfb85a6 admin admin] Publish callbacks [] for security_group (6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.258404 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e361cf7-ee97-4224-87bf-d0af50b793de None None] Pushing event updated for resources: {'Port': ['ID=6920e678-8f43-43d3-a85f-08055037ca0d,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:14.278631 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Current status of the port 590400d6-8dd8-465f-a186-a26f17f4df70 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:14.282262 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5543f30-a6ea-4c79-a119-b948dc34728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d0aea0-4aab-46e4-b28d-224b98b1c36d,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:14.292016 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-d5543f30-a6ea-4c79-a119-b948dc34728f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=34f1dc4ece6a47b4b967cbcbce6a2b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5629771 Aug 29 21:34:14.293530 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6cb1-d7ba-453f-a760-855c2cfb85a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.323551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 33860) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:14.345773 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Provisioning complete for port acd686a9-9a42-4b71-b81e-c240d4d2e369 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:14.346545 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.431574 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port c4fd2b93-ae3a-4386-bad5-ce796bdf828b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:14.431941 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.477728 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:14.538570 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6f6e6cb1-d7ba-453f-a760-855c2cfb85a6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=23e5e8ff1d1f45a1a9d1f01889f496b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9192770 Aug 29 21:34:14.545419 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e6cb1-d7ba-453f-a760-855c2cfb85a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:14.546580 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:14.547176 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Updating router b6624aa6-376b-4949-a46f-84174eaccf7d port 68de42c0-92e6-40f3-9097-d72f52d54812 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:14.552884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33862) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:14.553094 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:14.553535 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:14.593452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks [] for port (b51701a8-245e-4004-a446-fab8c65a6be6), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.622764 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks [] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.626342 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.627702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (ee64ded7-717e-4c3d-95d3-f957c6601703), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.662053 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.664536 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:14.667962 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:14.671335 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.685359 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (a8d85bb4-8ff8-4efb-a314-d698b24a1780), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:14.729330 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:14.885543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:14.946349 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:14.970567 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Pushing event updated for resources: {'Port': ['ID=b51701a8-245e-4004-a446-fab8c65a6be6,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:15.120998 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:15.138775 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ad46-4aa8-41c7-8e99-7342fd1c633c admin admin] Publish callbacks [] for security_group (a9d0aea0-4aab-46e4-b28d-224b98b1c36d), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.152017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:07Z', 'revision_number': 3, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:15.187283 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ad46-4aa8-41c7-8e99-7342fd1c633c admin admin] Publish callbacks [] for security_group (a9d0aea0-4aab-46e4-b28d-224b98b1c36d), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.238423 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:15.238822 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Updating router 398dc043-6953-42e8-86bd-9690ba91f98d port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:15.262221 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-922179e4-b840-49fc-8164-1a555b5a2c8a admin admin] Publish callbacks [] for security_group (6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.265128 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Publish callbacks [] for port (68de42c0-92e6-40f3-9097-d72f52d54812), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.275595 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.287336 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-922179e4-b840-49fc-8164-1a555b5a2c8a admin admin] Publish callbacks [] for security_group (6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.319059 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:15.331367 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:15.341786 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18bbd2-e19a-45a4-8fd6-cea9229a0257 None None] Pushing event updated for resources: {'Port': ['ID=68de42c0-92e6-40f3-9097-d72f52d54812,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:15.351011 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Attempting to bind port 68de42c0-92e6-40f3-9097-d72f52d54812 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:15.351451 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Attempting to bind port 68de42c0-92e6-40f3-9097-d72f52d54812 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:15.351945 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Attempting to bind port 68de42c0-92e6-40f3-9097-d72f52d54812 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:15.360257 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:15.360775 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:15.361252 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.362301 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:15.362875 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Bound port: 68de42c0-92e6-40f3-9097-d72f52d54812, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:15.363324 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.375614 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:15.434368 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] For port 68de42c0-92e6-40f3-9097-d72f52d54812, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:15.439127 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] For port 68de42c0-92e6-40f3-9097-d72f52d54812, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=68de42c0-92e6-40f3-9097-d72f52d54812,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:15.447120 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:15.450281 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.467793 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks [] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.518379 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.527594 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (de697ab9-89bd-4018-9508-b17ee4024f7a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.537757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:15.542301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:15.563584 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18bbd2-e19a-45a4-8fd6-cea9229a0257 None None] Pushing event updated for resources: {'Port': ['ID=68de42c0-92e6-40f3-9097-d72f52d54812,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:15.566332 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Current status of the port acd686a9-9a42-4b71-b81e-c240d4d2e369 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:15.567483 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.569620 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-922179e4-b840-49fc-8164-1a555b5a2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.572473 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-922179e4-b840-49fc-8164-1a555b5a2c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.578213 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-922179e4-b840-49fc-8164-1a555b5a2c8a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc HTTP/1.1" status: 204 len: 168 time: 1.0208919 Aug 29 21:34:15.592859 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:15.593924 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:15.687089 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.721489 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922179e4-b840-49fc-8164-1a555b5a2c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b508bf2-15f7-4ed6-b8cc-6ea1d528f9dc,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:15.767597 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:15.848314 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port c4fd2b93-ae3a-4386-bad5-ce796bdf828b is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:15.855819 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device acd686a9-9a42-4b71-b81e-c240d4d2e369 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:15.863360 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:15.864126 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:15.929204 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:15.975046 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Router a8d85bb4-8ff8-4efb-a314-d698b24a1780 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:16.051966 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] For port acd686a9-9a42-4b71-b81e-c240d4d2e369, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=acd686a9-9a42-4b71-b81e-c240d4d2e369,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:16.057668 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:10Z', 'revision_number': 1, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:16.149996 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.162076 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727ec18-44e0-4bc8-8d93-6957cd42c013 None None] The sync data for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi is: [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:10Z', 'revision_number': 1, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:16.180353 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:16.409769 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Pushing event updated for resources: {'Port': ['ID=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:16.474600 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:16.526979 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91ddee4-5300-4b0c-b06e-d14905371ac4 None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:16.534873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ad46-4aa8-41c7-8e99-7342fd1c633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (a9d0aea0-4aab-46e4-b28d-224b98b1c36d), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.540993 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port 962c4569-cb0f-4a2b-9aab-47e7b063328b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:16.542986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fd9ad46-4aa8-41c7-8e99-7342fd1c633c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.548911 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3fd9ad46-4aa8-41c7-8e99-7342fd1c633c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a9d0aea0-4aab-46e4-b28d-224b98b1c36d HTTP/1.1" status: 204 len: 168 time: 1.9271069 Aug 29 21:34:16.549090 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.556683 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:16.570811 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Network c25432c1-4cba-4a34-b7c7-24cda229103b is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:16.617761 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:16.630778 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:16.647372 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9ad46-4aa8-41c7-8e99-7342fd1c633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d0aea0-4aab-46e4-b28d-224b98b1c36d,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:16.678027 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e7bfae85-e52b-4a55-b8e7-045f8c185ba7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a8d85bb4-8ff8-4efb-a314-d698b24a1780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3155475 Aug 29 21:34:16.683805 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e8b78-941c-4ae7-bee5-2abba84ede82 None None] Pushing event updated for resources: {'Port': ['ID=acd686a9-9a42-4b71-b81e-c240d4d2e369,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:16.688381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:16.724213 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7b10f75c-15a7-4d69-a9b9-da1b46d7b290 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/ee64ded7-717e-4c3d-95d3-f957c6601703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1836441 Aug 29 21:34:16.735367 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port acd686a9-9a42-4b71-b81e-c240d4d2e369 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:16.735798 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:16.981504 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:16.981721 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Allocated IP 172.20.0.1 (bbee627c-5d5c-4780-b2d4-43c7e4d208fc/93454e07-64fb-484b-ac3e-f86333c5cce9/155cf876-d3ad-4ee5-a927-610a81ec8253) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:17.125875 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.257205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:17.257855 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:17.260618 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:17.624621 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Router de697ab9-89bd-4018-9508-b17ee4024f7a has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:17.668409 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Current status of the port 962c4569-cb0f-4a2b-9aab-47e7b063328b is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:17.690354 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:17.720474 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks [] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.830869 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port 590400d6-8dd8-465f-a186-a26f17f4df70 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:17.831240 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:17.838336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port acd686a9-9a42-4b71-b81e-c240d4d2e369 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:18.040181 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:18.071902 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33912) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:18.102082 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1ff382aa-823b-4c42-8fd0-908db2b25c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.130746 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.172756 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:18.193475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:18.265193 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Publish callbacks [] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.283343 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:18.285089 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:18.300636 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Pushing event updated for resources: {'Port': ['ID=155cf876-d3ad-4ee5-a927-610a81ec8253,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:18.311915 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:18.320943 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1ff382aa-823b-4c42-8fd0-908db2b25c86 admin admin] Publish callbacks [] for security_group (259d2dfa-b750-40d2-a8c0-772cb0af739b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.330482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1ff382aa-823b-4c42-8fd0-908db2b25c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (259d2dfa-b750-40d2-a8c0-772cb0af739b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.337088 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.348487 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:18.355287 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (398dc043-6953-42e8-86bd-9690ba91f98d), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.390915 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-1ff382aa-823b-4c42-8fd0-908db2b25c86 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6a7265c63c6847f18e32f92e28811863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173518 Aug 29 21:34:18.391543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33920) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:18.392238 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff382aa-823b-4c42-8fd0-908db2b25c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259d2dfa-b750-40d2-a8c0-772cb0af739b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:18.470575 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-547a604f-6de0-4970-9dfa-c62111095b7a admin admin] Publish callbacks [] for security_group (259d2dfa-b750-40d2-a8c0-772cb0af739b), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.503931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-547a604f-6de0-4970-9dfa-c62111095b7a admin admin] Publish callbacks [] for security_group (259d2dfa-b750-40d2-a8c0-772cb0af739b), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.564622 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33922) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:18.571873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1037484194', 'description': 'tempest-description--506954820'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:18.602463 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-547a604f-6de0-4970-9dfa-c62111095b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (259d2dfa-b750-40d2-a8c0-772cb0af739b), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.606665 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-547a604f-6de0-4970-9dfa-c62111095b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.611697 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-547a604f-6de0-4970-9dfa-c62111095b7a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/259d2dfa-b750-40d2-a8c0-772cb0af739b HTTP/1.1" status: 204 len: 168 time: 0.2154911 Aug 29 21:34:18.621898 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.640479 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a604f-6de0-4970-9dfa-c62111095b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259d2dfa-b750-40d2-a8c0-772cb0af739b,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:18.652605 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Allocated IP 172.20.0.1 (514f3495-f14d-42c1-bc82-a600d1b5d3d8/7acd7224-068b-48b0-a16a-b8f074e9a570/cc306155-9373-4ff7-93ba-51381ad0ad10) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:18.680442 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:18.717941 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Sync routers for ids ['de697ab9-89bd-4018-9508-b17ee4024f7a'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:18.725753 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Attempting to bind port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:18.726463 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Attempting to bind port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:18.726975 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Attempting to bind port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:18.729913 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-84b6e0a3-c3c7-4cbc-80e0-8063e654e2ef admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/de697ab9-89bd-4018-9508-b17ee4024f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3227620 Aug 29 21:34:18.738849 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Routers {'de697ab9-89bd-4018-9508-b17ee4024f7a'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:18.741903 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['de697ab9-89bd-4018-9508-b17ee4024f7a'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:18.797151 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (615e8624-3ec7-42f5-b151-8d50996f691c), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.802730 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (615e8624-3ec7-42f5-b151-8d50996f691c), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.885353 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6ec24-4575-472b-9948-8be02d5750b7 None None] Pushing event updated for resources: {'Port': ['ID=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:18.892173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:18.903487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:18.906701 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.909853 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:18.911049 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Bound port: 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:18.913603 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.922357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615e8624-3ec7-42f5-b151-8d50996f691c,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:18.939426 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:18.947328 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-8d7ed33d-9e1d-4069-98c4-f8cac197b880 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3805308 Aug 29 21:34:18.947990 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33934) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:18.951790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 6920e678-8f43-43d3-a85f-08055037ca0d up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:18.963773 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': '615e8624-3ec7-42f5-b151-8d50996f691c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:19.072340 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (a18d9090-eeef-48da-a0d8-2b72cdc7fc3a), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.123450 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks [] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.162019 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Set router de697ab9-89bd-4018-9508-b17ee4024f7a gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:19.166619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:19.224826 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33958) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:19.243917 dv-cinder-854266-3-iscsi neutron-server[106527]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 21:34:19.283463 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:19.351095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 6920e678-8f43-43d3-a85f-08055037ca0d triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:19.353185 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.487524 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.637628 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b26e6a8c-541d-4c36-9c6e-e15a109efe4a', 'name': '', 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'mac_address': 'fa:16:3e:ab:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:14Z', 'revision_number': 2, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'subnets': [{'id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:19.656105 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Current status of the port 590400d6-8dd8-465f-a186-a26f17f4df70 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:19.670381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (a18d9090-eeef-48da-a0d8-2b72cdc7fc3a), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.690555 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:19.704989 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:19.715224 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:19.715726 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (b6624aa6-376b-4949-a46f-84174eaccf7d), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.726628 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.732212 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Checking router: de697ab9-89bd-4018-9508-b17ee4024f7a for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:19.734422 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Updating router de697ab9-89bd-4018-9508-b17ee4024f7a port b26e6a8c-541d-4c36-9c6e-e15a109efe4a binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:19.735782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (a18d9090-eeef-48da-a0d8-2b72cdc7fc3a), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.815340 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:19.821650 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:19.975812 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Pushing event updated for resources: {'Port': ['ID=cc306155-9373-4ff7-93ba-51381ad0ad10,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:20.071263 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18d9090-eeef-48da-a0d8-2b72cdc7fc3a,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:20.169462 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.174936 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-176e5e87-2b5b-4ad2-b39a-30175bff84d5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2223797 Aug 29 21:34:20.183892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 33982) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:20.228752 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] For port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:20.237074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port b26e6a8c-541d-4c36-9c6e-e15a109efe4a triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:20.237439 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.242206 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': '615e8624-3ec7-42f5-b151-8d50996f691c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:20.307735 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-8f052028-5f74-474a-bc01-0e65b4db02fe tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:20.309416 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-8f052028-5f74-474a-bc01-0e65b4db02fe tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 818 time: 1.0771220 Aug 29 21:34:20.353802 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-cea5c5f9-2f30-41ef-8d5d-08aa280ade7f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/quotas/57c7abc43eb142d3b36a6d91beee5d10 HTTP/1.1" status: 200 len: 375 time: 0.0330205 Aug 29 21:34:20.438460 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] For port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:20.467471 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Publish callbacks [] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.480506 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34002) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:20.482709 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.487186 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.632864 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:20.633258 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83162-68e9-418b-be29-323f0885135a None None] Pushing event updated for resources: {'Port': ['ID=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:20.656343 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Attempting to bind port b26e6a8c-541d-4c36-9c6e-e15a109efe4a on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:20.657149 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Attempting to bind port b26e6a8c-541d-4c36-9c6e-e15a109efe4a by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:20.657826 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Attempting to bind port b26e6a8c-541d-4c36-9c6e-e15a109efe4a on network c25432c1-4cba-4a34-b7c7-24cda229103b {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:20.658763 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (5308ef36-2d99-4a70-bb6d-5a817303aa68), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.672386 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6ec24-4575-472b-9948-8be02d5750b7 None None] Pushing event updated for resources: {'Port': ['ID=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:20.674965 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:20.675338 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Checking segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:20.675735 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.676185 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Bound using segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:20.676855 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Bound port: b26e6a8c-541d-4c36-9c6e-e15a109efe4a, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:20.677287 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.678909 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:20.680300 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Updating router ee64ded7-717e-4c3d-95d3-f957c6601703 port b51701a8-245e-4004-a446-fab8c65a6be6 binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:20.686865 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-968c44ef-c06b-47ef-851e-a9cb2d23a2d5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3154249 Aug 29 21:34:20.743078 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.748095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 6920e678-8f43-43d3-a85f-08055037ca0d is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:20.749184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.756845 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Port b26e6a8c-541d-4c36-9c6e-e15a109efe4a cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:20.763690 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:20.771713 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.783866 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:20.785022 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:20.796298 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:20.858443 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port b51701a8-245e-4004-a446-fab8c65a6be6 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:20.859287 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.881233 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks [] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.889952 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.891581 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (398dc043-6953-42e8-86bd-9690ba91f98d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.906868 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Port b51701a8-245e-4004-a446-fab8c65a6be6 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:20.907757 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] For port b26e6a8c-541d-4c36-9c6e-e15a109efe4a, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:20.916527 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] For port b26e6a8c-541d-4c36-9c6e-e15a109efe4a, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:20.927872 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:20.957612 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Pushing event updated for resources: {'Port': ['ID=155cf876-d3ad-4ee5-a927-610a81ec8253,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:20.958122 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:20.968323 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Routers {'de697ab9-89bd-4018-9508-b17ee4024f7a'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:20.969740 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['de697ab9-89bd-4018-9508-b17ee4024f7a'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:21.005862 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:21.129107 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] Set router de697ab9-89bd-4018-9508-b17ee4024f7a gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:21.175604 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (5308ef36-2d99-4a70-bb6d-5a817303aa68), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.194157 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (5308ef36-2d99-4a70-bb6d-5a817303aa68), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.254799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-9a6d552c-7f5b-49fc-a527-ec34a9d4eaa8 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:21.258023 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Publish callbacks [] for port (b51701a8-245e-4004-a446-fab8c65a6be6), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.263702 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 6920e678-8f43-43d3-a85f-08055037ca0d, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=6920e678-8f43-43d3-a85f-08055037ca0d,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:21.263925 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-9a6d552c-7f5b-49fc-a527-ec34a9d4eaa8 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c25432c1-4cba-4a34-b7c7-24cda229103b HTTP/1.1" status: 200 len: 812 time: 0.7219565 Aug 29 21:34:21.267584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port acd686a9-9a42-4b71-b81e-c240d4d2e369 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:21.268257 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.286623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.316751 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.317936 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 49d56f82-b6c6-4aec-a0ec-c29438096a33 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:21.326309 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:21.369011 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-25cddacc-513b-4aaf-b4ad-a8071070b761 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/quotas/cb5424a2fd9d45c899b4ff8b7869f50e HTTP/1.1" status: 200 len: 375 time: 0.1041210 Aug 29 21:34:21.402079 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:21.408483 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5308ef36-2d99-4a70-bb6d-5a817303aa68,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:21.431865 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.437387 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-413f8982-b37d-4f65-8f2c-38e1b42f7d04 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2312355 Aug 29 21:34:21.447930 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34022) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:21.448111 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:21.455607 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:21.471289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:21.485426 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Sync routers for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:21.491822 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-5034e225-7ef1-4a0a-b4ed-550c1214310d service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:34:21.500811 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b26e6a8c-541d-4c36-9c6e-e15a109efe4a', 'name': '', 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'mac_address': 'fa:16:3e:ab:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'subnets': [{'id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:21.507878 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-5034e225-7ef1-4a0a-b4ed-550c1214310d service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4335120 Aug 29 21:34:21.517884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:21.520748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:21.526792 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:21.540487 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:21.559849 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac2a6d2-2dac-47d4-adb3-2e89be953d84 None None] The sync data for ids ['de697ab9-89bd-4018-9508-b17ee4024f7a'] in dv-cinder-854266-3-iscsi is: [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b26e6a8c-541d-4c36-9c6e-e15a109efe4a', 'name': '', 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'mac_address': 'fa:16:3e:ab:b6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'subnets': [{'id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:21.588856 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce83162-68e9-418b-be29-323f0885135a None None] Pushing event updated for resources: {'Port': ['ID=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,revision_number=4']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:21.717060 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:21.736725 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.848474 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-7ce97997-445d-4db7-9afd-cfe982220fd2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396873 Aug 29 21:34:21.865216 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-5504caa1-5941-4bf6-9e87-07360b2d65da tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=cb5424a2fd9d45c899b4ff8b7869f50e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4950509 Aug 29 21:34:21.909030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks [] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:21.914475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:21.991010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8194df-4ce9-454a-a53f-93aa6e0d57b9 None None] Pushing event updated for resources: {'Port': ['ID=b51701a8-245e-4004-a446-fab8c65a6be6,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:22.027390 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:22.029014 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (b6624aa6-376b-4949-a46f-84174eaccf7d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:22.054395 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-5219159f-0663-4752-98c6-3e2d6e6f1f08 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826472 Aug 29 21:34:22.233731 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-b52d3573-252d-4e75-a526-28f731da5486 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:34:22.234776 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-b52d3573-252d-4e75-a526-28f731da5486 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0964687 Aug 29 21:34:22.246729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 49d56f82-b6c6-4aec-a0ec-c29438096a33 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:22.247208 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:22.319675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:22.369580 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:22.381440 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Router 398dc043-6953-42e8-86bd-9690ba91f98d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:22.482841 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Pushing event updated for resources: {'Port': ['ID=cc306155-9373-4ff7-93ba-51381ad0ad10,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:22.524306 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:22.568872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Attempting to bind port b51701a8-245e-4004-a446-fab8c65a6be6 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:22.569869 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Attempting to bind port b51701a8-245e-4004-a446-fab8c65a6be6 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:22.570407 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Attempting to bind port b51701a8-245e-4004-a446-fab8c65a6be6 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:22.621161 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-6427411b-c390-4df3-b4f1-d692af472ea3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773994 Aug 29 21:34:22.667123 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:22.669020 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:22.677238 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:22.678673 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:22.679191 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Bound using segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:22.681356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Bound port: b51701a8-245e-4004-a446-fab8c65a6be6, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:22.681847 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:22.747974 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d8a519e-8613-4254-8a75-6d3ce5c57314 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256022 Aug 29 21:34:22.879709 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b10ca232-1426-4f0a-8c4e-c94159875c60 req-b63f8496-2aab-4c64-9fd1-427646d7ae19 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 210 time: 0.1306541 Aug 29 21:34:22.914275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Current status of the port acd686a9-9a42-4b71-b81e-c240d4d2e369 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:22.955890 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.27.4.69 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/65aeed49-e8c2-4674-829f-e1706f6787a1) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:23.261878 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7a12fa81-ba9b-4081-be8c-8200c4060b3e req-fcf3e7f9-26f6-4d26-bd89-4dd5cdcda1d3 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 210 time: 0.1020138 Aug 29 21:34:23.317115 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:23.341216 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=6920e678-8f43-43d3-a85f-08055037ca0d,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:23.351527 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port d1132c27-11d8-459d-9c5e-9232aa11fb70 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:23.351925 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:23.470486 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Router b6624aa6-376b-4949-a46f-84174eaccf7d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:34:23.526498 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:23.546660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:23.567280 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fb7e5160-bedc-4a5f-a12d-38ec4feaffa9 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/398dc043-6953-42e8-86bd-9690ba91f98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6692936 Aug 29 21:34:23.767350 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:23.773209 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 2, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:23.805840 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:23.818355 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:34:23.835955 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:23.864476 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7d869ef3-1204-462c-b7dd-75f02b59a609 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b6624aa6-376b-4949-a46f-84174eaccf7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2817223 Aug 29 21:34:23.877428 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:23.881210 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:23.891750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:23.904077 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:23.905436 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:23.922689 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-15e97690-70e7-4b6b-85ae-6056f722bd35 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:23.930357 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-15e97690-70e7-4b6b-85ae-6056f722bd35 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 818 time: 0.4153101 Aug 29 21:34:23.951419 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-1d0e2500-1d14-4d8d-a3f4-10de8d665862 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/quotas/57c7abc43eb142d3b36a6d91beee5d10 HTTP/1.1" status: 200 len: 375 time: 0.0197046 Aug 29 21:34:24.050056 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-320e8e8a-acc4-4859-9744-02208d622fdf tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971341 Aug 29 21:34:24.083167 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Checking router: a8d85bb4-8ff8-4efb-a314-d698b24a1780 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:24.083538 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Updating router a8d85bb4-8ff8-4efb-a314-d698b24a1780 port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:24.174971 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.222806 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] For port b51701a8-245e-4004-a446-fab8c65a6be6, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:24.243026 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 49d56f82-b6c6-4aec-a0ec-c29438096a33 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:24.243436 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.272642 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:17Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:24.320971 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] For port b51701a8-245e-4004-a446-fab8c65a6be6, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=b51701a8-245e-4004-a446-fab8c65a6be6,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:24.381483 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:24.467629 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 49d56f82-b6c6-4aec-a0ec-c29438096a33, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=49d56f82-b6c6-4aec-a0ec-c29438096a33,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:24.489268 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34176) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:24.527720 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-f17039d5-865a-4b0d-afe8-f9b0a0ed5d42 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427621 Aug 29 21:34:24.561299 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:24.798791 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-e1f598c9-0a14-4f42-91b2-f71b67c60d2d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675219 Aug 29 21:34:24.823654 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=65aeed49-e8c2-4674-829f-e1706f6787a1,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:24.895943 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (c933c600-165c-48f0-9f76-060e45dbfeae), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.980750 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:24.984321 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c2427-6a08-4e85-a8cd-6d0fd39d1387 None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:17Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:25.023230 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.027080 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 590400d6-8dd8-465f-a186-a26f17f4df70 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:25.029356 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.072036 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:34:25.231316 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:25.236061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:25.339521 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34208) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:25.361852 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943553338', 'description': 'tempest-description--237330277'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:25.378394 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-634a8179-6ecf-4beb-b5cf-3f2f74bbecd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.422634 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:25.438407 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:25.546056 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:25.560054 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.665168 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:21Z', 'revision_number': 2, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:25.681678 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Current status of the port d1132c27-11d8-459d-9c5e-9232aa11fb70 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:25.722392 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8194df-4ce9-454a-a53f-93aa6e0d57b9 None None] Pushing event updated for resources: {'Port': ['ID=b51701a8-245e-4004-a446-fab8c65a6be6,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:25.729071 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:25.795308 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34216) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:25.810765 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.834644 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406284596', 'description': 'tempest-description--933903293'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:25.845235 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:25.847283 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Updating router b6624aa6-376b-4949-a46f-84174eaccf7d port cc306155-9373-4ff7-93ba-51381ad0ad10 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:25.944140 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (12516407-5b93-4e49-8c89-08fbd331c28d), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.956304 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.959436 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (c933c600-165c-48f0-9f76-060e45dbfeae), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.983339 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.985611 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:25.987120 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:25.993120 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=49d56f82-b6c6-4aec-a0ec-c29438096a33,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:26.000629 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (12516407-5b93-4e49-8c89-08fbd331c28d), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.034533 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.038751 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5888252 Aug 29 21:34:26.077026 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a15d79f7-e199-4bd9-8655-1d7ec199625a req-569f2b80-e0ef-4aa8-a138-ef222d924781 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.1708686 Aug 29 21:34:26.105211 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.107367 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7653499 Aug 29 21:34:26.111125 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 590400d6-8dd8-465f-a186-a26f17f4df70 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:26.111728 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.147394 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34230) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:26.176873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'security_group_rule': {'security_group_id': '12516407-5b93-4e49-8c89-08fbd331c28d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:26.229688 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-378b45c7-baaa-4a0d-a32e-35904aa5a46d req-7a667d33-7794-4788-8723-ff426fbe8707 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 210 time: 0.3376544 Aug 29 21:34:26.236637 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47b3d9-160f-45e0-a4a5-dbaa80fa25db tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12516407-5b93-4e49-8c89-08fbd331c28d,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:26.250634 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efb436-aa43-4f35-a2a7-6037cde4f3bc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=65aeed49-e8c2-4674-829f-e1706f6787a1,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:26.345019 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.565965 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:26.582532 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-634a8179-6ecf-4beb-b5cf-3f2f74bbecd4 admin admin] Publish callbacks [] for security_group (ddfe19f7-78e0-4cc7-bfa9-f4896937b422), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.597829 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (ca99cc5b-930e-4b48-b35d-eb7e88ad6bd5), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.681873 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:26.740831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (ca99cc5b-930e-4b48-b35d-eb7e88ad6bd5), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.749918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-634a8179-6ecf-4beb-b5cf-3f2f74bbecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ddfe19f7-78e0-4cc7-bfa9-f4896937b422), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.794557 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Provisioning complete for port c4fd2b93-ae3a-4386-bad5-ce796bdf828b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:26.794927 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.833370 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-634a8179-6ecf-4beb-b5cf-3f2f74bbecd4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dea2523a77b345aa8d406f725466d9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3375189 Aug 29 21:34:26.836770 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34256) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:26.913181 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (ca99cc5b-930e-4b48-b35d-eb7e88ad6bd5), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.932991 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Publish callbacks [] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:26.939222 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:26.942264 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-6606daef-473f-452a-899f-f0debba227df tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1037484194&fields=id&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 267 time: 0.2586000 Aug 29 21:34:27.014565 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 590400d6-8dd8-465f-a186-a26f17f4df70 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:27.016740 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 962c4569-cb0f-4a2b-9aab-47e7b063328b up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:27.022188 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-11c56d6f-5ede-4e01-8815-f439c23cde13 admin admin] Publish callbacks [] for security_group (ddfe19f7-78e0-4cc7-bfa9-f4896937b422), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.053591 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (7d2d2ad9-93da-44d4-a2ff-83cbf4383aac), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.065956 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca99cc5b-930e-4b48-b35d-eb7e88ad6bd5,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:27.068170 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.072100 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.078273 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0f742b7d-3344-47a4-9412-cb394bba887b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9163554 Aug 29 21:34:27.083603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34262) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:27.094035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-11c56d6f-5ede-4e01-8815-f439c23cde13 admin admin] Publish callbacks [] for security_group (ddfe19f7-78e0-4cc7-bfa9-f4896937b422), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.106983 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7d2d2ad9-93da-44d4-a2ff-83cbf4383aac), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.130260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'security_group_rule': {'security_group_id': '12516407-5b93-4e49-8c89-08fbd331c28d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:27.177051 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Publish callbacks [] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.187206 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.224839 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-11c56d6f-5ede-4e01-8815-f439c23cde13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ddfe19f7-78e0-4cc7-bfa9-f4896937b422), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.235341 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-11c56d6f-5ede-4e01-8815-f439c23cde13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.235341 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-11c56d6f-5ede-4e01-8815-f439c23cde13 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ddfe19f7-78e0-4cc7-bfa9-f4896937b422 HTTP/1.1" status: 204 len: 168 time: 0.3927372 Aug 29 21:34:27.305528 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c56d6f-5ede-4e01-8815-f439c23cde13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfe19f7-78e0-4cc7-bfa9-f4896937b422,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:27.492142 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485d01-ebcc-4942-bdec-3c4a52096db1 None None] Pushing event updated for resources: {'Port': ['ID=cc306155-9373-4ff7-93ba-51381ad0ad10,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:27.511929 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.518750 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7193637 Aug 29 21:34:27.519281 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34278) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:27.525664 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'security_group_rule': {'security_group_id': '7d2d2ad9-93da-44d4-a2ff-83cbf4383aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:27.570536 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Attempting to bind port cc306155-9373-4ff7-93ba-51381ad0ad10 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:27.573233 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Attempting to bind port cc306155-9373-4ff7-93ba-51381ad0ad10 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:27.573856 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Attempting to bind port cc306155-9373-4ff7-93ba-51381ad0ad10 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:27.578854 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.72', 51444) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:27.586493 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:27.589224 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Checking segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:27.591053 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.591854 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Bound using segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:27.593949 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Bound port: cc306155-9373-4ff7-93ba-51381ad0ad10, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:27.594592 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.601848 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a8179-6ecf-4beb-b5cf-3f2f74bbecd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfe19f7-78e0-4cc7-bfa9-f4896937b422,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:27.609194 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:27.616125 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.72', 51445) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:27.634038 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bdebea64-70cf-4b06-adb3-338215a558d2 req-82bdba44-08c8-4c1d-9d6c-3c8f87c0f16f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.3093972 Aug 29 21:34:27.788429 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:27.847994 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:27.875441 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa7dea-eb21-4ce7-95fa-f30d547d402e None None] Pushing event updated for resources: {'Port': ['ID=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:27.895916 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:27.899499 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ccd17c0c-2f6a-4d96-b5b2-8a54d6155ed7 None None] Current status of the port c4fd2b93-ae3a-4386-bad5-ce796bdf828b is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:27.899998 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] For port cc306155-9373-4ff7-93ba-51381ad0ad10, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:27.904365 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Attempting to bind port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:27.905001 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Attempting to bind port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:27.907218 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Attempting to bind port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:27.907738 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] For port cc306155-9373-4ff7-93ba-51381ad0ad10, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=cc306155-9373-4ff7-93ba-51381ad0ad10,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:27.928430 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.949942 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:27.950661 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Checking segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:27.951078 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.953388 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Bound using segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:27.953896 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Bound port: 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:27.954282 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.957202 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:27.961306 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 962c4569-cb0f-4a2b-9aab-47e7b063328b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:27.961837 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.965012 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-a5265f8f-c945-40c3-a5aa-83f8245420e7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:27.966783 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-a5265f8f-c945-40c3-a5aa-83f8245420e7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 818 time: 0.3842952 Aug 29 21:34:27.978213 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-f0e1d9c5-51a4-49fd-a59f-1ee5c42f301f tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:27.981956 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:27.982588 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:27.989847 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-f0e1d9c5-51a4-49fd-a59f-1ee5c42f301f tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.72 "GET /networking/v2.0/networks?id=c25432c1-4cba-4a34-b7c7-24cda229103b HTTP/1.1" status: 200 len: 812 time: 0.3696489 Aug 29 21:34:27.991318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (d2ee9b63-1945-4154-8657-e4d7d49efedd), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:27.998575 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (778087aa-b0bb-4dab-8cd7-bb22288fc010), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.042084 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'port': {'device_id': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'admin_state_up': True, 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:28.096545 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Request body: {'port': {'device_id': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'admin_state_up': True, 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:28.110083 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:28.189347 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Provisioning complete for port 155cf876-d3ad-4ee5-a927-610a81ec8253 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:28.190333 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.271795 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (778087aa-b0bb-4dab-8cd7-bb22288fc010), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.282189 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (778087aa-b0bb-4dab-8cd7-bb22288fc010), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.329377 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40485d01-ebcc-4942-bdec-3c4a52096db1 None None] Pushing event updated for resources: {'Port': ['ID=cc306155-9373-4ff7-93ba-51381ad0ad10,revision_number=4']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:28.399905 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Port 155cf876-d3ad-4ee5-a927-610a81ec8253 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:28.417871 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:28.427293 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778087aa-b0bb-4dab-8cd7-bb22288fc010,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:28.440578 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:28.477484 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.481626 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4c31b645-c460-4698-b849-10f812410f0b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9571500 Aug 29 21:34:28.489433 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34310) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:28.501957 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'security_group_rule': {'security_group_id': '7d2d2ad9-93da-44d4-a2ff-83cbf4383aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:28.509588 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:27Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:28.539800 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcc8d2-d63a-478e-9d65-be845a0dff96 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:28.568190 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75e1c6-f167-4f3f-8987-4fe14333ae49 None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:27Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:28.594556 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Provisioning complete for port cc306155-9373-4ff7-93ba-51381ad0ad10 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:28.596085 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.617545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Made reservation on behalf of 57c7abc43eb142d3b36a6d91beee5d10 for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:28.631931 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.718346 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86470096-2381-47e3-b7d1-588fe62b7510 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:28.727195 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] For port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:28.767379 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (be489e71-0f97-4105-b84e-12d3d2feb34f), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:28.772055 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-36d283b6-55b8-446e-bdc2-3270fc13ed3f req-037c5ab7-ec95-41fc-9665-a15a487a26e5 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 210 time: 0.7440810 Aug 29 21:34:28.784885 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] For port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:28.787548 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 962c4569-cb0f-4a2b-9aab-47e7b063328b is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:28.789087 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 4ee6c39d-f990-4870-af32-4e061d777384 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:29.140876 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (d2ee9b63-1945-4154-8657-e4d7d49efedd), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:29.145002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.72', 51457) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:29.283364 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-b7b5f662-17c2-4c5c-8764-10064342b5f5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:29.318454 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-b7b5f662-17c2-4c5c-8764-10064342b5f5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 2.2566147 Aug 29 21:34:29.327716 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (d2ee9b63-1945-4154-8657-e4d7d49efedd), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:29.453994 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:29.464703 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:29.556544 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:29.563454 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:29.658313 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-03df27b7-03b4-4c94-952f-89471f2677bf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/quotas/5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 375 time: 0.3382957 Aug 29 21:34:29.667339 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-652b339e-207b-43c6-a4f4-60f56fc41572 req-4aa7d238-051a-422d-9aa0-4e742652b618 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.5692868 Aug 29 21:34:29.826953 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:29.930891 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-7b0b60eb-2c0a-4667-ae55-fccb59497e95 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2684097 Aug 29 21:34:29.968525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:29.980370 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8634663 Aug 29 21:34:29.982672 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af426d6f-df0c-4da9-a7c1-960f9abe4ca1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ee9b63-1945-4154-8657-e4d7d49efedd,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:29.997340 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Allocated IP 172.20.0.8 (9e04ecf7-e557-4380-9886-ee0044b14438/2032761f-b505-4292-babd-650553fbdcb3/e0d83c82-29bf-4acb-9a84-0daa85948c1b) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:29.998753 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Current status of the port cc306155-9373-4ff7-93ba-51381ad0ad10 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:29.999520 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.021569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34384) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:30.034467 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Made reservation on behalf of cb5424a2fd9d45c899b4ff8b7869f50e for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:30.047606 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:30.057475 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.067781 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (be489e71-0f97-4105-b84e-12d3d2feb34f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.083861 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (be489e71-0f97-4105-b84e-12d3d2feb34f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.159969 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be489e71-0f97-4105-b84e-12d3d2feb34f,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:30.221469 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.227144 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-844a9166-0af1-4b3f-9327-798f9cc5ad7d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7346008 Aug 29 21:34:30.238671 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34388) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:30.239274 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34390) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:30.311133 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 4ee6c39d-f990-4870-af32-4e061d777384 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:30.311630 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (4ee6c39d-f990-4870-af32-4e061d777384), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.315537 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa7dea-eb21-4ce7-95fa-f30d547d402e None None] Pushing event updated for resources: {'Port': ['ID=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:30.322461 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:30.624857 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.632457 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] For port cc306155-9373-4ff7-93ba-51381ad0ad10, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=cc306155-9373-4ff7-93ba-51381ad0ad10,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:30.641375 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d443ee2f-0a7d-455d-b685-93c3c6b177dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.666879 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.734868 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:30.770970 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-8a6f9c5e-78b8-4a07-aae8-eb05834e6a0f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453349 Aug 29 21:34:30.840629 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Pushing event updated for resources: {'Port': ['ID=cc306155-9373-4ff7-93ba-51381ad0ad10,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:30.864725 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Provisioning complete for port b26e6a8c-541d-4c36-9c6e-e15a109efe4a triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:30.865310 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.887389 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9fb10e0a-de62-4478-a51a-ef251e7e394b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.909034 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.943121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 4ee6c39d-f990-4870-af32-4e061d777384 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:30.943773 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4ee6c39d-f990-4870-af32-4e061d777384), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:30.963291 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:30.973940 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 4ee6c39d-f990-4870-af32-4e061d777384, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=4ee6c39d-f990-4870-af32-4e061d777384,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:30.991947 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:31.019974 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (4ee6c39d-f990-4870-af32-4e061d777384), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.021310 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 68de42c0-92e6-40f3-9097-d72f52d54812 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:31.027788 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.061089 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.194652 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=4ee6c39d-f990-4870-af32-4e061d777384,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:31.236223 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'Port': ['ID=e0d83c82-29bf-4acb-9a84-0daa85948c1b,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:31.254498 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:28Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:31.323002 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:31.334286 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca523141-97be-4bd1-93c7-ca68bcb5036e None None] The sync data for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi is: [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:28Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:31.339924 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 68de42c0-92e6-40f3-9097-d72f52d54812 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:31.340421 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.345168 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:31.348559 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:31.353507 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:31.354891 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.359398 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9fb10e0a-de62-4478-a51a-ef251e7e394b admin admin] Publish callbacks [] for security_group (e6c962e0-5797-4c73-9956-408fbdd1dc92), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.393274 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9fb10e0a-de62-4478-a51a-ef251e7e394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (e6c962e0-5797-4c73-9956-408fbdd1dc92), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.419141 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Allocated IP 172.20.0.9 (c25432c1-4cba-4a34-b7c7-24cda229103b/3084aea8-abaf-4d3d-9d2b-3b578a0884a6/320280db-b878-4458-b2ef-75042231b950) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:31.427507 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:31.443736 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-10323766-0dd3-473c-955b-f17aa18caf30 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4115851 Aug 29 21:34:31.447546 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Current status of the port b26e6a8c-541d-4c36-9c6e-e15a109efe4a is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:31.448168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.463838 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-0f268d16-3eb9-4fb0-98fe-81298ce229f2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:34:31.464864 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-0f268d16-3eb9-4fb0-98fe-81298ce229f2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055897 Aug 29 21:34:31.497913 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9fb10e0a-de62-4478-a51a-ef251e7e394b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a1b1cdd9480e48a6ab348e45715ef60d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2536044 Aug 29 21:34:31.505818 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Allocated IP 172.27.4.144 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/b08f0c46-5ae5-425c-8d16-3ea703e4d021) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:31.508397 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34416) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:31.569827 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb10e0a-de62-4478-a51a-ef251e7e394b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c962e0-5797-4c73-9956-408fbdd1dc92,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:31.630124 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] For port b26e6a8c-541d-4c36-9c6e-e15a109efe4a, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:31.661477 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:31.667328 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.738967 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 68de42c0-92e6-40f3-9097-d72f52d54812 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:31.740047 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.854838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 68de42c0-92e6-40f3-9097-d72f52d54812, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=68de42c0-92e6-40f3-9097-d72f52d54812,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:31.870068 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:31.871344 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d1132c27-11d8-459d-9c5e-9232aa11fb70 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:31.874770 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8b356-fede-498f-9776-d54c51bed6cb None None] Pushing event updated for resources: {'Port': ['ID=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:31.945710 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-93e6b970-cfb3-4988-b4c7-84f3bff57ace None None] Provisioning complete for port e0d83c82-29bf-4acb-9a84-0daa85948c1b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:31.947463 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-93e6b970-cfb3-4988-b4c7-84f3bff57ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.067276 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:32.086106 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dd4ce06d-4d8c-457b-b58e-5645782d8ff2 req-073f98e8-32e8-464e-a602-1e9e03d8dc34 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 210 time: 2.0143311 Aug 29 21:34:32.173470 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34426) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:32.224549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=68de42c0-92e6-40f3-9097-d72f52d54812,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:32.277369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-93e6b970-cfb3-4988-b4c7-84f3bff57ace None None] Port e0d83c82-29bf-4acb-9a84-0daa85948c1b cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:32.281009 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port d1132c27-11d8-459d-9c5e-9232aa11fb70 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:32.281532 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.359074 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.403497 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2ced-3439-44ee-b05e-87734c7f1da8 admin admin] Publish callbacks [] for security_group (e6c962e0-5797-4c73-9956-408fbdd1dc92), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.456197 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2ced-3439-44ee-b05e-87734c7f1da8 admin admin] Publish callbacks [] for security_group (e6c962e0-5797-4c73-9956-408fbdd1dc92), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.490659 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port d1132c27-11d8-459d-9c5e-9232aa11fb70 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:32.495449 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device c4fd2b93-ae3a-4386-bad5-ce796bdf828b up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:32.538507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:32.541095 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.584202 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.594394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port c4fd2b93-ae3a-4386-bad5-ce796bdf828b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:32.594770 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.663831 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2ced-3439-44ee-b05e-87734c7f1da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (e6c962e0-5797-4c73-9956-408fbdd1dc92), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.666667 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2ced-3439-44ee-b05e-87734c7f1da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.670653 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5a5f2ced-3439-44ee-b05e-87734c7f1da8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e6c962e0-5797-4c73-9956-408fbdd1dc92 HTTP/1.1" status: 204 len: 168 time: 1.1580451 Aug 29 21:34:32.692881 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks [] for port (320280db-b878-4458-b2ef-75042231b950), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.702265 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Request body: {'port': {'device_id': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:32.714775 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f2ced-3439-44ee-b05e-87734c7f1da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c962e0-5797-4c73-9956-408fbdd1dc92,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:32.717923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-10410a1f-fe43-4279-aaf1-07a5d053fa88 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:32.719556 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-10410a1f-fe43-4279-aaf1-07a5d053fa88 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 818 time: 3.5406916 Aug 29 21:34:32.724959 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:32.727073 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port c4fd2b93-ae3a-4386-bad5-ce796bdf828b is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:32.728372 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device acd686a9-9a42-4b71-b81e-c240d4d2e369 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:32.773032 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.792101 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:32.860601 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fb6b11bd-a1b7-49fd-9b44-2b9c929dcdd4 req-31215531-6849-402c-abe0-b196c59f9f2b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.5402632 Aug 29 21:34:32.869686 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-1746f107-d834-45f0-83ea-083ed385ca15 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0978131 Aug 29 21:34:32.937859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-52b26b04-6721-45f2-82e6-389c44c85686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:32.963935 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34436) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:32.976446 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:32.994813 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'port': {'device_id': '90ad160e-81c4-4824-8a34-435c95763317', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'admin_state_up': True, 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:33.018074 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:33.021310 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5f37bd5f-ad4f-47e5-bb44-81925fa95fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.032210 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:33.063490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port acd686a9-9a42-4b71-b81e-c240d4d2e369 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:33.063821 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.356238 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port acd686a9-9a42-4b71-b81e-c240d4d2e369 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:33.429140 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'Port': ['ID=b08f0c46-5ae5-425c-8d16-3ea703e4d021,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:33.469663 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-52b26b04-6721-45f2-82e6-389c44c85686 admin admin] Publish callbacks [] for security_group (afdbd5c3-2f6e-45a2-886e-57c5865cbc95), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.509175 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.563058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-52b26b04-6721-45f2-82e6-389c44c85686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (afdbd5c3-2f6e-45a2-886e-57c5865cbc95), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.627576 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-52b26b04-6721-45f2-82e6-389c44c85686 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=364b1c4673f4491295b378856bee5343&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4346960 Aug 29 21:34:33.632729 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34450) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:33.636619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (07850bf8-1963-41d9-97be-8a199f381874), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.649796 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0d4337a8-29d9-4abf-8b24-a1fb7091cb2f req-bf75c4e3-3e72-4b24-bfc1-cc52b218ed8e tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 210 time: 0.1784186 Aug 29 21:34:33.785050 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-802d2fa9-282b-4587-8779-19d7f6e02e28 req-ac4fb0e2-fd83-40cb-9f79-e4d0ff542134 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 210 time: 0.1940372 Aug 29 21:34:33.885044 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-989c8430-db95-4d21-bd47-1db7b1b7bdab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:33.933110 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (320280db-b878-4458-b2ef-75042231b950), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:34.030482 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:34.064836 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:34:34.119640 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:34.120425 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:34.132878 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34460) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:34.306131 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6923f94a-d81f-4561-a6e1-dda15de89ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:34.539624 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Allocated IP 172.27.4.74 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/b3a4ee4a-fc99-45dc-aa9e-e1965972fec3) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:34.548539 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:34.563893 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:34.579004 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b26b04-6721-45f2-82e6-389c44c85686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdbd5c3-2f6e-45a2-886e-57c5865cbc95,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:34.715373 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:34.759334 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:34.806103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Made reservation on behalf of 57c7abc43eb142d3b36a6d91beee5d10 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:34.818418 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:34.908294 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Pushing event updated for resources: {'Port': ['ID=320280db-b878-4458-b2ef-75042231b950,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:34.933091 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Network c25432c1-4cba-4a34-b7c7-24cda229103b is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:34.952958 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:34.957811 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:34.976995 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6923f94a-d81f-4561-a6e1-dda15de89ed9 admin admin] Publish callbacks [] for security_group (2949bc47-7730-4f07-b659-dad6ee1d8d2a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:34.988946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:34.989938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.047595 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-45e4efa0-0562-446a-9e2c-5e981d4d653e req-7def45a7-de02-4396-9dfb-8535b40ee704 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.6785867 Aug 29 21:34:35.326078 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.360295 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.361154 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (07850bf8-1963-41d9-97be-8a199f381874), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.385929 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6923f94a-d81f-4561-a6e1-dda15de89ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2949bc47-7730-4f07-b659-dad6ee1d8d2a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.403464 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:35.407407 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.424779 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1777596 Aug 29 21:34:35.481653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7d17e8c3-3b45-4ead-8e7c-76523ec31c86 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4098976 Aug 29 21:34:35.518812 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:35.526632 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-9ad1dd79-d7d2-4e9d-a2a7-7d72fee548d5 None None] Provisioning complete for port 320280db-b878-4458-b2ef-75042231b950 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:35.527017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9ad1dd79-d7d2-4e9d-a2a7-7d72fee548d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (320280db-b878-4458-b2ef-75042231b950), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.565420 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:35.575366 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8db44005-4423-47c4-b149-557299418db5 admin admin] Publish callbacks [] for security_group (afdbd5c3-2f6e-45a2-886e-57c5865cbc95), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.606804 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Request body: {'port': {'device_id': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:35.627873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8db44005-4423-47c4-b149-557299418db5 admin admin] Publish callbacks [] for security_group (afdbd5c3-2f6e-45a2-886e-57c5865cbc95), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.629535 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6583c9d6-cf1f-4cec-8df6-515cd3d04ed2 req-8cbc7476-4dc9-4f3b-81b6-89603c3b08d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 210 time: 0.3116753 Aug 29 21:34:35.676434 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:35.677056 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.743557 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e2c64-6c1e-43c0-98e0-11f8c80e2e30 req-12856125-0d38-4e50-8cf6-7e41298cddce tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:35.751452 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a2e2c64-6c1e-43c0-98e0-11f8c80e2e30 req-12856125-0d38-4e50-8cf6-7e41298cddce tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 931 time: 0.5733006 Aug 29 21:34:35.755664 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8db44005-4423-47c4-b149-557299418db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (afdbd5c3-2f6e-45a2-886e-57c5865cbc95), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.759462 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8db44005-4423-47c4-b149-557299418db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.760679 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8db44005-4423-47c4-b149-557299418db5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/afdbd5c3-2f6e-45a2-886e-57c5865cbc95 HTTP/1.1" status: 204 len: 168 time: 2.1184027 Aug 29 21:34:35.769136 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6923f94a-d81f-4561-a6e1-dda15de89ed9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f8e9d80d0e874241ae74b5a97260b97a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6208987 Aug 29 21:34:35.780892 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34484) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:35.792160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923f94a-d81f-4561-a6e1-dda15de89ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2949bc47-7730-4f07-b659-dad6ee1d8d2a,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:35.795372 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1e7e6-ade5-49b9-b09f-fd47a9ffe840 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'Port': ['ID=b08f0c46-5ae5-425c-8d16-3ea703e4d021,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:35.815664 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db44005-4423-47c4-b149-557299418db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdbd5c3-2f6e-45a2-886e-57c5865cbc95,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:35.858445 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.917823 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf705-350c-4498-8b34-4c16fb7a43cf admin admin] Publish callbacks [] for security_group (2949bc47-7730-4f07-b659-dad6ee1d8d2a), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.940890 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:35.999724 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (320280db-b878-4458-b2ef-75042231b950), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.040881 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf705-350c-4498-8b34-4c16fb7a43cf admin admin] Publish callbacks [] for security_group (2949bc47-7730-4f07-b659-dad6ee1d8d2a), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.047179 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-989c8430-db95-4d21-bd47-1db7b1b7bdab admin admin] Publish callbacks [] for security_group (24979d51-a492-44ea-b3c2-95d7bad0fb85), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.072544 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1dd79-d7d2-4e9d-a2a7-7d72fee548d5 None None] Port 320280db-b878-4458-b2ef-75042231b950 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:36.083923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-989c8430-db95-4d21-bd47-1db7b1b7bdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (24979d51-a492-44ea-b3c2-95d7bad0fb85), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.103716 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.154327 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.158398 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a2e2c64-6c1e-43c0-98e0-11f8c80e2e30 req-8c54db22-be5f-453e-9feb-c614844cbb17 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060595 Aug 29 21:34:36.204750 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 2, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:36.295068 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:34:36.295809 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Updating router 398dc043-6953-42e8-86bd-9690ba91f98d port 155cf876-d3ad-4ee5-a927-610a81ec8253 binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:34:36.363370 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d83c82-29bf-4acb-9a84-0daa85948c1b {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:36.378185 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Publish callbacks [] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.405736 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:36.406250 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.433624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Transition to ACTIVE for port object e0d83c82-29bf-4acb-9a84-0daa85948c1b will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:34:36.436315 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf705-350c-4498-8b34-4c16fb7a43cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2949bc47-7730-4f07-b659-dad6ee1d8d2a), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.449055 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf705-350c-4498-8b34-4c16fb7a43cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.450706 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-aaeaf705-350c-4498-8b34-4c16fb7a43cf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2949bc47-7730-4f07-b659-dad6ee1d8d2a HTTP/1.1" status: 204 len: 168 time: 0.6687939 Aug 29 21:34:36.478455 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeaf705-350c-4498-8b34-4c16fb7a43cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2949bc47-7730-4f07-b659-dad6ee1d8d2a,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:36.484746 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.505976 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-af04b1a1-eb35-4eb8-b195-bdc0dc6fc8ca req-473b2eb1-5033-4a5a-8aa7-6e98d67728d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.0648072 Aug 29 21:34:36.507017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c8430-db95-4d21-bd47-1db7b1b7bdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24979d51-a492-44ea-b3c2-95d7bad0fb85,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:36.527129 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:36.567027 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:36.576769 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-989c8430-db95-4d21-bd47-1db7b1b7bdab admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5fd85b240f3346d7b5daf23c1925a298&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5079706 Aug 29 21:34:36.583136 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34494) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:36.583336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.655821 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:36.659528 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 6920e678-8f43-43d3-a85f-08055037ca0d up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:36.673195 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-5a59e6da-e5d6-42f6-8606-bc837584d273 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1406284596&fields=id&tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92 HTTP/1.1" status: 200 len: 267 time: 0.8675973 Aug 29 21:34:36.732138 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34500) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:36.828131 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.72', 51469) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:36.830377 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Pushing event updated for resources: {'Port': ['ID=e0d83c82-29bf-4acb-9a84-0daa85948c1b,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:36.839658 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:37.028371 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:37.036239 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-ae600ff7-eac4-4e45-b103-d7608ce372f2 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:37.043574 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-ae600ff7-eac4-4e45-b103-d7608ce372f2 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 811 time: 0.3694165 Aug 29 21:34:37.054634 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 6920e678-8f43-43d3-a85f-08055037ca0d triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:37.055108 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.075352 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-a9602f3f-bc8d-48de-ba45-7b53672399f8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:37.078693 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-a9602f3f-bc8d-48de-ba45-7b53672399f8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.2339847 Aug 29 21:34:37.129264 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Attempting to bind port e0d83c82-29bf-4acb-9a84-0daa85948c1b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:37.132290 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Attempting to bind port e0d83c82-29bf-4acb-9a84-0daa85948c1b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:37.132866 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Attempting to bind port e0d83c82-29bf-4acb-9a84-0daa85948c1b on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:37.139214 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-c95fbdea-9388-433d-8144-32cec5baa71f tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/quotas/7d9928c37b2b46f5abd0ac1ba1c3ca92 HTTP/1.1" status: 200 len: 375 time: 0.0945027 Aug 29 21:34:37.191113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Port e0d83c82-29bf-4acb-9a84-0daa85948c1b on network 9e04ecf7-e557-4380-9886-ee0044b14438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:34:37.191566 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Attempting to bind port e0d83c82-29bf-4acb-9a84-0daa85948c1b on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:37.244227 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:37.249102 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-874937c9-2ae5-4ec4-b45b-a3a1f9b3abc9 req-4803e5e1-f933-4754-94d1-49439be7c36d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 210 time: 0.1931376 Aug 29 21:34:37.291029 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Allocated IP 172.20.0.5 (9e04ecf7-e557-4380-9886-ee0044b14438/2032761f-b505-4292-babd-650553fbdcb3/58008d54-7073-4d9c-b3a0-446d9eb287e2) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:37.304190 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:37.308687 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-5c2581cd-d95e-413c-bcb5-31dcdd61574d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684341 Aug 29 21:34:37.309867 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.338845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecda976e-8af4-4626-95b4-3e421448942e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.352287 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:37.352625 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Checking segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:37.364957 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Bound using segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:37.365553 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Bound port: e0d83c82-29bf-4acb-9a84-0daa85948c1b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:37.370183 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.397805 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 6920e678-8f43-43d3-a85f-08055037ca0d is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:37.399163 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 49d56f82-b6c6-4aec-a0ec-c29438096a33 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:37.479089 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:37.516738 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] For port e0d83c82-29bf-4acb-9a84-0daa85948c1b, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:37.544621 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] For port e0d83c82-29bf-4acb-9a84-0daa85948c1b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:37.554982 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:37.556039 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:37.558520 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:37.567233 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.576615 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:37.584879 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.584879 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 200 len: 1093 time: 5.2035024 Aug 29 21:34:37.584879 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'tag': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:37.658350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1fed3270-24a3-4d24-9ccc-f1ff4fc8fa36 admin admin] Publish callbacks [] for security_group (24979d51-a492-44ea-b3c2-95d7bad0fb85), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.665096 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 49d56f82-b6c6-4aec-a0ec-c29438096a33 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:37.666158 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:37.681759 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-31209299-502f-4417-aed4-d7e905915816 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 380 time: 0.5716832 Aug 29 21:34:37.819249 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee9840-23a5-4580-ba13-68ab488ae7fe service neutron] Pushing event updated for resources: {'Port': ['ID=e0d83c82-29bf-4acb-9a84-0daa85948c1b,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:37.857750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'port': {'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'admin_state_up': True, 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'security_groups': ['615e8624-3ec7-42f5-b151-8d50996f691c']}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:37.858548 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ae56-3014-4139-9c6a-bc2bf53ce863 req-0e8ba401-1bc3-44e9-b26b-6412dd434d38 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:37.868899 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b69ae56-3014-4139-9c6a-bc2bf53ce863 req-0e8ba401-1bc3-44e9-b26b-6412dd434d38 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 931 time: 0.3160176 Aug 29 21:34:38.035964 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa44b37-ea55-48ee-a026-a9440565a3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6be0d7ed-dc88-4a71-99f9-3509454cef5a", "tag": "e0d83c82-29bf-4acb-9a84-0daa85948c1b"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:38.101436 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Publish callbacks [] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.117056 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1fed3270-24a3-4d24-9ccc-f1ff4fc8fa36 admin admin] Publish callbacks [] for security_group (24979d51-a492-44ea-b3c2-95d7bad0fb85), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.129215 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.134011 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-89d54675-9a03-4a5d-a9b4-8e1ccdd0cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:38.136446 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-89d54675-9a03-4a5d-a9b4-8e1ccdd0cbf1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1127 time: 0.2679479 Aug 29 21:34:38.151492 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 49d56f82-b6c6-4aec-a0ec-c29438096a33 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:38.152666 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device cc306155-9373-4ff7-93ba-51381ad0ad10 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:38.184108 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'Port': ['ID=b3a4ee4a-fc99-45dc-aa9e-e1965972fec3,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:38.188086 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:38.209577 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:38.249475 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (3fdcec47-488e-4f8d-8208-6ff5535561dc), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.276030 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b69ae56-3014-4139-9c6a-bc2bf53ce863 req-6b9ff0e9-0bef-474b-9349-92ac8995937a tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058895 Aug 29 21:34:38.356354 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d61274-9469-497c-8015-aa58d9ecc25f None None] Pushing event updated for resources: {'Port': ['ID=155cf876-d3ad-4ee5-a927-610a81ec8253,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:38.453243 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:38.466023 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Attempting to bind port 155cf876-d3ad-4ee5-a927-610a81ec8253 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:38.466478 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Attempting to bind port 155cf876-d3ad-4ee5-a927-610a81ec8253 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:38.466975 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Attempting to bind port 155cf876-d3ad-4ee5-a927-610a81ec8253 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:38.471322 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port cc306155-9373-4ff7-93ba-51381ad0ad10 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:38.471667 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.479205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:38.480240 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Checking segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:38.480728 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.481298 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Bound using segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:38.481800 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Bound port: 155cf876-d3ad-4ee5-a927-610a81ec8253, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:38.482249 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.531686 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-e140a1d4-585b-45fd-b063-33c44d02ba4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1157107 Aug 29 21:34:38.550036 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a3d791f8-b7c5-483a-aceb-4673c4bac624 req-0bc1c22e-7cf5-41b0-b17c-eb6b0733168e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.1238501 Aug 29 21:34:38.604817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.613956 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-65e32876-6a49-42c3-967d-9f100ff676c6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 200 len: 217 time: 0.4479494 Aug 29 21:34:38.627485 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] For port 155cf876-d3ad-4ee5-a927-610a81ec8253, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:38.663725 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] For port 155cf876-d3ad-4ee5-a927-610a81ec8253, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=155cf876-d3ad-4ee5-a927-610a81ec8253,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:38.674695 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.704084 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Made reservation on behalf of 5220f1dfa6a74754bd08f925c85847b2 for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:38.709806 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.787210 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:34:38.788030 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:38.810441 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-83c999cd-bb7b-465a-a092-317d6f085c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:38.812606 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-83c999cd-bb7b-465a-a092-317d6f085c95 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.1632915 Aug 29 21:34:38.821028 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d61274-9469-497c-8015-aa58d9ecc25f None None] Pushing event updated for resources: {'Port': ['ID=155cf876-d3ad-4ee5-a927-610a81ec8253,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:38.826605 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:38.859409 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1fed3270-24a3-4d24-9ccc-f1ff4fc8fa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (24979d51-a492-44ea-b3c2-95d7bad0fb85), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.872210 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1fed3270-24a3-4d24-9ccc-f1ff4fc8fa36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:38.876503 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-1fed3270-24a3-4d24-9ccc-f1ff4fc8fa36 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/24979d51-a492-44ea-b3c2-95d7bad0fb85 HTTP/1.1" status: 204 len: 168 time: 2.2892931 Aug 29 21:34:38.886163 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port cc306155-9373-4ff7-93ba-51381ad0ad10 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:38.888035 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 4ee6c39d-f990-4870-af32-4e061d777384 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:38.996752 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 4ee6c39d-f990-4870-af32-4e061d777384 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:38.997131 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (4ee6c39d-f990-4870-af32-4e061d777384), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.077522 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.096092 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:34:39.102567 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed3270-24a3-4d24-9ccc-f1ff4fc8fa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24979d51-a492-44ea-b3c2-95d7bad0fb85,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:39.133474 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecda976e-8af4-4626-95b4-3e421448942e admin admin] Publish callbacks [] for security_group (fd37ec81-0e27-46fc-9fa1-80be0da628ed), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.165568 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8b6c4-ac66-4f50-a5a7-88bc3fbb57eb x-openstack-request-id: req-6af8b6c4-ac66-4f50-a5a7-88bc3fbb57eb {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:39.166119 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be0d7ed-dc88-4a71-99f9-3509454cef5a", "tag": "e0d83c82-29bf-4acb-9a84-0daa85948c1b", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:39.166119 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6af8b6c4-ac66-4f50-a5a7-88bc3fbb57eb {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:39.166607 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af8b6c4-ac66-4f50-a5a7-88bc3fbb57eb'] response: {'name': 'network-changed', 'server_uuid': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'tag': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b', 'status': 'completed', 'code': 200} Aug 29 21:34:39.167675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-cf08fbb7-0e78-4c64-b979-fe067ceafe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:39.173185 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-cf08fbb7-0e78-4c64-b979-fe067ceafe14 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762039 Aug 29 21:34:39.268103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.302221 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecda976e-8af4-4626-95b4-3e421448942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (fd37ec81-0e27-46fc-9fa1-80be0da628ed), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.523245 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-5759225f-534f-4b4b-91ac-f8ee7f803810 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346598 Aug 29 21:34:39.530642 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.20.0.7 (5edf4d12-91b6-4448-8d9a-6fbab4fee15a/b467275f-c6e3-47eb-aa25-bb86d36c5b5e/2585b07b-9d0b-4988-b1c6-a7489aea0806) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:39.593280 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.700487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 4ee6c39d-f990-4870-af32-4e061d777384 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:39.701611 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b26e6a8c-541d-4c36-9c6e-e15a109efe4a up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:39.718390 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-362e449f-400c-4e27-964d-4f8efd710ea9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1661961 Aug 29 21:34:39.720848 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-ecda976e-8af4-4626-95b4-3e421448942e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=74196d7a38ef438e9a1b1b6bbf5076cd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9807007 Aug 29 21:34:39.736780 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34562) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:39.747624 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320280db-b878-4458-b2ef-75042231b950 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:39.757526 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-56f405fe-53b1-4a9b-b3ae-4c32e5c20e60 req-1dbb99d8-2009-40d8-8821-e8ff60f27f75 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 210 time: 0.4857564 Aug 29 21:34:39.758500 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.760243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.781058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (3fdcec47-488e-4f8d-8208-6ff5535561dc), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.795284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:39.822933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Publish callbacks [] for port (320280db-b878-4458-b2ef-75042231b950), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.870686 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4aa02e2f-2a50-48d6-afdc-fa301df6fa30 req-a748878b-0a4e-4479-bc76-ec8e90e1eef9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364577 Aug 29 21:34:39.905120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda976e-8af4-4626-95b4-3e421448942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd37ec81-0e27-46fc-9fa1-80be0da628ed,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:39.961994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:39.972665 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.9014695 Aug 29 21:34:39.972915 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:40.030817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:40.053513 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.055221 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Transition to ACTIVE for port object 320280db-b878-4458-b2ef-75042231b950 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:34:40.075443 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718bdd-5096-4307-a2ab-1988a1cc6f5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'Port': ['ID=b3a4ee4a-fc99-45dc-aa9e-e1965972fec3,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:40.094309 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:40.096477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (320280db-b878-4458-b2ef-75042231b950), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.105999 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:40.113647 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:40.118205 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:40.136292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.170387 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:38Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:34:40.233382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34574) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:40.267773 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb51a95-5ee1-437e-85f5-fb357c843c63 None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:38Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:34:40.275077 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port b26e6a8c-541d-4c36-9c6e-e15a109efe4a triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:40.275977 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.326855 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-06b4162c-0fd7-48d8-a868-d935ea229f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:40.333687 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-06b4162c-0fd7-48d8-a868-d935ea229f11 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1127 time: 0.3679502 Aug 29 21:34:40.361053 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:40.422621 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:40.460760 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.487994 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2392f20b-173e-4b63-9925-b849f9861175 admin admin] Publish callbacks [] for security_group (fd37ec81-0e27-46fc-9fa1-80be0da628ed), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.515972 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port b26e6a8c-541d-4c36-9c6e-e15a109efe4a is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:40.525913 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:40.688070 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:40.691859 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.699492 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:40.701416 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-98580548-4bb1-4988-83cc-dc88e0ac4719 None None] Provisioning complete for port 58008d54-7073-4d9c-b3a0-446d9eb287e2 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:40.702783 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-98580548-4bb1-4988-83cc-dc88e0ac4719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.764460 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:40.777175 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:40.785131 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:40.786980 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.835046 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2392f20b-173e-4b63-9925-b849f9861175 admin admin] Publish callbacks [] for security_group (fd37ec81-0e27-46fc-9fa1-80be0da628ed), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:40.888262 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-98580548-4bb1-4988-83cc-dc88e0ac4719 None None] Port 58008d54-7073-4d9c-b3a0-446d9eb287e2 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:40.895699 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=2585b07b-9d0b-4988-b1c6-a7489aea0806,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:40.956350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'Port': ['ID=58008d54-7073-4d9c-b3a0-446d9eb287e2,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:40.962660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-16b85cd4-fd15-4f7f-b086-77d5903b4121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.056542 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:41.065782 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.089360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2392f20b-173e-4b63-9925-b849f9861175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (fd37ec81-0e27-46fc-9fa1-80be0da628ed), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.098777 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2392f20b-173e-4b63-9925-b849f9861175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.103469 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2392f20b-173e-4b63-9925-b849f9861175 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fd37ec81-0e27-46fc-9fa1-80be0da628ed HTTP/1.1" status: 204 len: 168 time: 1.3636248 Aug 29 21:34:41.163967 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f20b-173e-4b63-9925-b849f9861175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd37ec81-0e27-46fc-9fa1-80be0da628ed,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:41.181117 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:41.201622 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-49de5a2f-3a56-4105-95bb-0ad9fcefac3c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3190806 Aug 29 21:34:41.221638 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.221913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee5af3-f974-4195-8969-98aafe4d3deb req-7115ec1d-6d5b-4b67-a535-82e720dfea4c tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:41.228202 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b51701a8-245e-4004-a446-fab8c65a6be6 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:41.230718 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcee5af3-f974-4195-8969-98aafe4d3deb req-7115ec1d-6d5b-4b67-a535-82e720dfea4c tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 943 time: 1.2191706 Aug 29 21:34:41.251763 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-eea292d6-816f-437d-bd96-145557cb2b1e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3990374 Aug 29 21:34:41.328949 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Request body: {'port': {'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:41.374350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Request body: {'port': {'device_id': '90ad160e-81c4-4824-8a34-435c95763317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:41.461663 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-5215526d-4b73-4bc0-9898-f0c4813e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:41.462607 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-5215526d-4b73-4bc0-9898-f0c4813e87b8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 1.0414279 Aug 29 21:34:41.525308 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-d5c1b7c8-370b-49c5-9d86-11585946ca34 None None] Provisioning complete for port 2585b07b-9d0b-4988-b1c6-a7489aea0806 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:41.525680 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d5c1b7c8-370b-49c5-9d86-11585946ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.539437 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-a38a4d14-38ac-4742-b6af-17591b645c0b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 200 len: 217 time: 0.0490279 Aug 29 21:34:41.547757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Attempting to bind port 320280db-b878-4458-b2ef-75042231b950 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:41.548112 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Attempting to bind port 320280db-b878-4458-b2ef-75042231b950 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:41.548540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Attempting to bind port 320280db-b878-4458-b2ef-75042231b950 on network c25432c1-4cba-4a34-b7c7-24cda229103b {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:41.555186 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.560639 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbffc0-7be6-4058-8b08-be0a2ab0e5f1 req-6c60ed00-8cf0-4b2c-a14a-a3c64eff1060 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:41.590039 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a8fbffc0-7be6-4058-8b08-be0a2ab0e5f1 req-6c60ed00-8cf0-4b2c-a14a-a3c64eff1060 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 931 time: 0.6091707 Aug 29 21:34:41.655296 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-fd58af80-1b9d-4dbd-b189-4c83f7943ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:41.659513 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-fd58af80-1b9d-4dbd-b189-4c83f7943ebb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.1115890 Aug 29 21:34:41.673392 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:41.711717 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port b51701a8-245e-4004-a446-fab8c65a6be6 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:41.712419 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.771433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Port 320280db-b878-4458-b2ef-75042231b950 on network c25432c1-4cba-4a34-b7c7-24cda229103b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:34:41.771819 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Attempting to bind port 320280db-b878-4458-b2ef-75042231b950 on network c25432c1-4cba-4a34-b7c7-24cda229103b {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:41.798484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:41.799924 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-cff7a87a-681c-4cd7-8a2e-7d980ab59c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:41.800910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Checking segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:41.808293 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Bound using segment: {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:41.809074 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Bound port: 320280db-b878-4458-b2ef-75042231b950, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366b79f8-722a-42a1-b1b2-a9a5ffd001b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:41.809602 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (320280db-b878-4458-b2ef-75042231b950), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:41.822877 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-cff7a87a-681c-4cd7-8a2e-7d980ab59c51 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1381123 Aug 29 21:34:41.825054 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1b7c8-370b-49c5-9d86-11585946ca34 None None] Port 2585b07b-9d0b-4988-b1c6-a7489aea0806 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:41.949580 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:41.962680 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcee5af3-f974-4195-8969-98aafe4d3deb req-37a4d34d-b1bd-46fb-8431-37ec154d3f5f tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285714 Aug 29 21:34:42.002567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port b51701a8-245e-4004-a446-fab8c65a6be6 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:42.005223 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.093892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34610) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:42.097165 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Pushing event updated for resources: {'Port': ['ID=320280db-b878-4458-b2ef-75042231b950,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:42.120003 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port b51701a8-245e-4004-a446-fab8c65a6be6, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=b51701a8-245e-4004-a446-fab8c65a6be6,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:42.130061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.131125 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 68de42c0-92e6-40f3-9097-d72f52d54812 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:42.202820 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] For port 320280db-b878-4458-b2ef-75042231b950, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:42.280449 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] For port 320280db-b878-4458-b2ef-75042231b950, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=320280db-b878-4458-b2ef-75042231b950,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:42.334368 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e15f8ada-9699-4c44-a3e7-cebc3a990cbb req-43251583-6256-403d-b426-2f30a5031425 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 210 time: 0.0759864 Aug 29 21:34:42.338034 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.340407 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b5ab196c-c250-4e4f-b9ac-e1bfec0a259d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.373144 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a8fbffc0-7be6-4058-8b08-be0a2ab0e5f1 req-71519846-c8ea-4064-b1d9-55462c934564 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7386973 Aug 29 21:34:42.376130 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (320280db-b878-4458-b2ef-75042231b950), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.383493 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:42.384123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.385711 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/320280db-b878-4458-b2ef-75042231b950 HTTP/1.1" status: 200 len: 1093 time: 6.8420448 Aug 29 21:34:42.413813 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 68de42c0-92e6-40f3-9097-d72f52d54812 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:42.414192 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.496893 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'tag': '320280db-b878-4458-b2ef-75042231b950'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:42.540228 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=b51701a8-245e-4004-a446-fab8c65a6be6,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:42.580178 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:42.653048 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:42.679622 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 68de42c0-92e6-40f3-9097-d72f52d54812 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:42.765121 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-43386992-0dfe-4c45-a5d6-a59768629ada service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789477 Aug 29 21:34:42.906881 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:42.911526 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:42.919035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2585b07b-9d0b-4988-b1c6-a7489aea0806 {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:42.932230 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Publish callbacks [] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:42.951545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Transition to ACTIVE for port object 2585b07b-9d0b-4988-b1c6-a7489aea0806 will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:34:42.957637 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.012000 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:43.040478 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=29 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:43.054912 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2585b07b-9d0b-4988-b1c6-a7489aea0806,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:43.070221 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:43.125568 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Attempting to bind port 2585b07b-9d0b-4988-b1c6-a7489aea0806 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:43.126265 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Attempting to bind port 2585b07b-9d0b-4988-b1c6-a7489aea0806 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:43.126993 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Attempting to bind port 2585b07b-9d0b-4988-b1c6-a7489aea0806 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:43.136764 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Port 2585b07b-9d0b-4988-b1c6-a7489aea0806 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:34:43.137893 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Attempting to bind port 2585b07b-9d0b-4988-b1c6-a7489aea0806 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:43.143365 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:43.144487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.147386 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:43.147731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:43.148932 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Bound using segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:43.149845 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Bound port: 2585b07b-9d0b-4988-b1c6-a7489aea0806, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:43.150471 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.219866 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b5ab196c-c250-4e4f-b9ac-e1bfec0a259d admin admin] Publish callbacks [] for security_group (bf4038d0-7611-47f1-a7c6-e0b01cc64d2e), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.239605 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:43.291272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:43.291501 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-16b85cd4-fd15-4f7f-b086-77d5903b4121 admin admin] Publish callbacks [] for security_group (06b27b59-c3c8-498f-8048-f06b29f01d8b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.292920 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 155cf876-d3ad-4ee5-a927-610a81ec8253 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:43.375243 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 155cf876-d3ad-4ee5-a927-610a81ec8253 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:43.378832 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.390062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a95cba-7a15-4024-bee4-1f39e0bd7d70 req-5dc67ec5-6df7-419d-b392-db9abaffe106 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:43.406550 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c1a95cba-7a15-4024-bee4-1f39e0bd7d70 req-5dc67ec5-6df7-419d-b392-db9abaffe106 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 943 time: 0.6894166 Aug 29 21:34:43.561801 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 155cf876-d3ad-4ee5-a927-610a81ec8253 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:43.562241 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.623813 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b5ab196c-c250-4e4f-b9ac-e1bfec0a259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bf4038d0-7611-47f1-a7c6-e0b01cc64d2e), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.626473 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-16b85cd4-fd15-4f7f-b086-77d5903b4121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (06b27b59-c3c8-498f-8048-f06b29f01d8b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.650768 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] For port 2585b07b-9d0b-4988-b1c6-a7489aea0806, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:43.656260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.72', 51479) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:43.665759 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] For port 2585b07b-9d0b-4988-b1c6-a7489aea0806, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:43.696034 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-5ea4eb8b-e873-44e5-b632-9fa646017618 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--943553338&fields=id&tenant_id=09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 267 time: 0.9674718 Aug 29 21:34:43.698916 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.703876 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:43.704499 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.708025 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 155cf876-d3ad-4ee5-a927-610a81ec8253, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=155cf876-d3ad-4ee5-a927-610a81ec8253,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:43.708735 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/2585b07b-9d0b-4988-b1c6-a7489aea0806 HTTP/1.1" status: 200 len: 1093 time: 2.4187930 Aug 29 21:34:43.717909 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:43.719676 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:43.740920 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:43.743093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b35754-2f8e-410a-9183-029018608739" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:43.913505 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=155cf876-d3ad-4ee5-a927-610a81ec8253,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:43.919371 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:43.919829 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.011674 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:44.012810 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b51701a8-245e-4004-a446-fab8c65a6be6 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:44.014681 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-e3d5fdfe-e2e9-4bab-a7c7-ecb45a0f09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:44.016816 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-e3d5fdfe-e2e9-4bab-a7c7-ecb45a0f09af service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 1127 time: 0.0966566 Aug 29 21:34:44.074680 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port b51701a8-245e-4004-a446-fab8c65a6be6 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:44.075250 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.094884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58008d54-7073-4d9c-b3a0-446d9eb287e2 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:44.098209 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-5c1867b7-b391-4767-90bd-9abca3b89e66 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806 HTTP/1.1" status: 200 len: 217 time: 0.0614355 Aug 29 21:34:44.105196 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Publish callbacks [] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.120985 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Transition to ACTIVE for port object 58008d54-7073-4d9c-b3a0-446d9eb287e2 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:34:44.132152 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c621b5-f251-43f7-a5c1-e186057260e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2585b07b-9d0b-4988-b1c6-a7489aea0806,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.157631 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-1c5bfa7a-d7b0-4ad0-b462-60ce9b29b359 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844348 Aug 29 21:34:44.181142 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port b51701a8-245e-4004-a446-fab8c65a6be6 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:44.192433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1181572-ae2b-463f-a859-a001097bc777" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a336f0-c39c-4472-8b3d-c078b8d0624e", "tag": "320280db-b878-4458-b2ef-75042231b950"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:44.196423 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:44.262024 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-07cadca3-1f96-4d54-abaa-e6a4b505c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:44.263515 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-07cadca3-1f96-4d54-abaa-e6a4b505c73d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cb5424a2fd9d45c899b4ff8b7869f50e&device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 1127 time: 1.5571556 Aug 29 21:34:44.264204 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.278859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b0db-2586-4196-8448-9a0a393bdc60 service neutron] Pushing event updated for resources: {'Port': ['ID=320280db-b878-4458-b2ef-75042231b950,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.298695 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-16b85cd4-fd15-4f7f-b086-77d5903b4121 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=604fbf0b460144d6b17048ed8bd5877f&name=default HTTP/1.1" status: 200 len: 2996 time: 4.0444808 Aug 29 21:34:44.303030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34718) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:44.307937 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab196c-c250-4e4f-b9ac-e1bfec0a259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4038d0-7611-47f1-a7c6-e0b01cc64d2e,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.378894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:44.385310 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b5ab196c-c250-4e4f-b9ac-e1bfec0a259d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4286889c73eb4a848c46f81449e062d6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2768867 Aug 29 21:34:44.395959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34720) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:44.419185 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55eb05b9-7495-4972-be56-9b0b009c2379 admin admin] Publish callbacks [] for security_group (06b27b59-c3c8-498f-8048-f06b29f01d8b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.449965 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55eb05b9-7495-4972-be56-9b0b009c2379 admin admin] Publish callbacks [] for security_group (06b27b59-c3c8-498f-8048-f06b29f01d8b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.461304 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-2a5e8f9c-8029-43b2-907e-2d429967f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:44.462803 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-2a5e8f9c-8029-43b2-907e-2d429967f851 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0800936 Aug 29 21:34:44.493959 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34724) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:44.513821 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55eb05b9-7495-4972-be56-9b0b009c2379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (06b27b59-c3c8-498f-8048-f06b29f01d8b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.516650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55eb05b9-7495-4972-be56-9b0b009c2379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.520971 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-55eb05b9-7495-4972-be56-9b0b009c2379 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/06b27b59-c3c8-498f-8048-f06b29f01d8b HTTP/1.1" status: 204 len: 168 time: 0.2142172 Aug 29 21:34:44.535094 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb05b9-7495-4972-be56-9b0b009c2379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b27b59-c3c8-498f-8048-f06b29f01d8b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.571646 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-3df464b0-7654-4b0f-8762-ac9a2b64ac96 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=320280db-b878-4458-b2ef-75042231b950 HTTP/1.1" status: 200 len: 217 time: 0.1769547 Aug 29 21:34:44.608544 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c1a95cba-7a15-4024-bee4-1f39e0bd7d70 req-dc5d7535-b950-454c-9570-64b8751730fc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1671987 Aug 29 21:34:44.621198 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Pushing event updated for resources: {'Port': ['ID=58008d54-7073-4d9c-b3a0-446d9eb287e2,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.637432 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b85cd4-fd15-4f7f-b086-77d5903b4121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b27b59-c3c8-498f-8048-f06b29f01d8b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.645367 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-16e09154-30fb-4c4e-aabc-bbe55a9b8b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.681189 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-fdf39a4d-17c6-4ef1-be75-8b6dc5cc0295 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:44.682673 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-fdf39a4d-17c6-4ef1-be75-8b6dc5cc0295 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 811 time: 1.0062802 Aug 29 21:34:44.693900 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Attempting to bind port 58008d54-7073-4d9c-b3a0-446d9eb287e2 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:44.694243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Attempting to bind port 58008d54-7073-4d9c-b3a0-446d9eb287e2 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:44.694583 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Attempting to bind port 58008d54-7073-4d9c-b3a0-446d9eb287e2 on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:44.721613 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-048fe148-993c-4e13-aaa4-de2abf871300 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:44.726569 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-048fe148-993c-4e13-aaa4-de2abf871300 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 817 time: 1.0294590 Aug 29 21:34:44.745735 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Port 58008d54-7073-4d9c-b3a0-446d9eb287e2 on network 9e04ecf7-e557-4380-9886-ee0044b14438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:34:44.746041 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Attempting to bind port 58008d54-7073-4d9c-b3a0-446d9eb287e2 on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:44.799367 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3af5cd8e-62cc-4224-8a7c-a5c5197cc39a admin admin] Publish callbacks [] for security_group (bf4038d0-7611-47f1-a7c6-e0b01cc64d2e), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.804996 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:44.805688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Checking segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:44.806219 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 155cf876-d3ad-4ee5-a927-610a81ec8253 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:44.806382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Bound using segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:44.806964 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Bound port: 58008d54-7073-4d9c-b3a0-446d9eb287e2, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:44.807484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.819952 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-d50835e8-59ba-463e-8f82-a37025e44702 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/quotas/09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 375 time: 0.0694473 Aug 29 21:34:44.832131 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-16e09154-30fb-4c4e-aabc-bbe55a9b8b5b admin admin] Publish callbacks [] for security_group (044bf33a-d8b6-4100-916f-6366c488355e), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.837843 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-16e09154-30fb-4c4e-aabc-bbe55a9b8b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (044bf33a-d8b6-4100-916f-6366c488355e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.860525 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:44.861918 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 155cf876-d3ad-4ee5-a927-610a81ec8253 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:44.862436 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.890348 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:44.911430 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a6fae-72c9-43af-8bed-bf26db88bf59 req-82ca21d5-fc34-44c7-9392-675c0f22378e tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:44.913126 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0c2a6fae-72c9-43af-8bed-bf26db88bf59 req-82ca21d5-fc34-44c7-9392-675c0f22378e tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 943 time: 0.1540592 Aug 29 21:34:44.913521 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-16e09154-30fb-4c4e-aabc-bbe55a9b8b5b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f840af4aff464ffc8b9da4ea36ced751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183011 Aug 29 21:34:44.914315 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e09154-30fb-4c4e-aabc-bbe55a9b8b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044bf33a-d8b6-4100-916f-6366c488355e,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:44.917528 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34738) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:44.952955 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3af5cd8e-62cc-4224-8a7c-a5c5197cc39a admin admin] Publish callbacks [] for security_group (bf4038d0-7611-47f1-a7c6-e0b01cc64d2e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:44.970249 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 155cf876-d3ad-4ee5-a927-610a81ec8253 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:45.007336 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-66842de9-93df-49f7-ad7e-2f8360d2e2e2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1862028 Aug 29 21:34:45.237857 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:45.275392 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] For port 58008d54-7073-4d9c-b3a0-446d9eb287e2, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:45.320392 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] For port 58008d54-7073-4d9c-b3a0-446d9eb287e2, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:45.324337 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0c2a6fae-72c9-43af-8bed-bf26db88bf59 req-4cb255bf-6845-456c-9c19-e0b076f1f297 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668933 Aug 29 21:34:45.332843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0b2feda0-8225-4e21-8377-6339f46ad089 admin admin] Publish callbacks [] for security_group (044bf33a-d8b6-4100-916f-6366c488355e), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.339831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.364928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:45.365537 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.366922 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/58008d54-7073-4d9c-b3a0-446d9eb287e2 HTTP/1.1" status: 200 len: 1093 time: 4.1108794 Aug 29 21:34:45.392406 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3af5cd8e-62cc-4224-8a7c-a5c5197cc39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bf4038d0-7611-47f1-a7c6-e0b01cc64d2e), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.395786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3af5cd8e-62cc-4224-8a7c-a5c5197cc39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.396920 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3af5cd8e-62cc-4224-8a7c-a5c5197cc39a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bf4038d0-7611-47f1-a7c6-e0b01cc64d2e HTTP/1.1" status: 204 len: 168 time: 0.9842510 Aug 29 21:34:45.407336 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0b2feda0-8225-4e21-8377-6339f46ad089 admin admin] Publish callbacks [] for security_group (044bf33a-d8b6-4100-916f-6366c488355e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.438426 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-8ea29afe-96ef-49c4-964b-3394e474dd72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580717 Aug 29 21:34:45.458260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5cd8e-62cc-4224-8a7c-a5c5197cc39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4038d0-7611-47f1-a7c6-e0b01cc64d2e,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:45.486243 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e5a20c52-c5bc-4c86-bf54-e83284c6ac82 req-4bc2bf64-a03c-475b-9d98-c69868b3dce7 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 210 time: 0.0826209 Aug 29 21:34:45.540347 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-9e1ad99b-394c-4869-85e0-14f5102be6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:45.543540 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-9e1ad99b-394c-4869-85e0-14f5102be6b2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830436 Aug 29 21:34:45.644241 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:45.696638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572cda3-13f8-4c44-8d0a-3729219337d1 service neutron] Pushing event updated for resources: {'Port': ['ID=58008d54-7073-4d9c-b3a0-446d9eb287e2,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:45.711836 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:45.712013 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-27f0a33e-7c80-444c-ad2f-c3cf0bcbdbd6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601686 Aug 29 21:34:45.733784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-478023c4-1d07-499b-bd77-26d337502d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:45.735305 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-478023c4-1d07-499b-bd77-26d337502d52 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 1127 time: 0.2394893 Aug 29 21:34:45.767711 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-bc4f9ab9-b68d-4f4f-92d3-235f4b1bb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:45.770373 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-bc4f9ab9-b68d-4f4f-92d3-235f4b1bb061 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3084aea8-abaf-4d3d-9d2b-3b578a0884a6 HTTP/1.1" status: 200 len: 851 time: 0.2904205 Aug 29 21:34:45.829846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df0546-0524-43e4-91cf-bd3c678249da req-043910ea-9dd1-466f-9a4c-aee95db4a6e3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:45.837281 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d9df0546-0524-43e4-91cf-bd3c678249da req-043910ea-9dd1-466f-9a4c-aee95db4a6e3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 943 time: 0.2473111 Aug 29 21:34:45.838415 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4f5e6965-9288-4d78-96cc-26bee43d5b8f req-5770e2c8-2909-4805-8b1c-93b235dd25c8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207526 Aug 29 21:34:45.899992 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0b2feda0-8225-4e21-8377-6339f46ad089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (044bf33a-d8b6-4100-916f-6366c488355e), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.902492 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0b2feda0-8225-4e21-8377-6339f46ad089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:45.903596 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0b2feda0-8225-4e21-8377-6339f46ad089 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/044bf33a-d8b6-4100-916f-6366c488355e HTTP/1.1" status: 204 len: 168 time: 0.9748933 Aug 29 21:34:45.904956 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-b10ef94a-0983-4187-827b-b230596d1c13 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2 HTTP/1.1" status: 200 len: 217 time: 0.1549692 Aug 29 21:34:45.910618 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-93e59984-67ba-4412-8e7b-47df826ffb99 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92 HTTP/1.1" status: 200 len: 380 time: 0.4433792 Aug 29 21:34:45.959159 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2feda0-8225-4e21-8377-6339f46ad089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044bf33a-d8b6-4100-916f-6366c488355e,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:45.964640 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7376edf3-74d4-4b03-ac90-c33621460ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:45.966206 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-7376edf3-74d4-4b03-ac90-c33621460ec5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=c25432c1-4cba-4a34-b7c7-24cda229103b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1842346 Aug 29 21:34:45.968414 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-06ebcd23-2233-491f-b4ec-1dfd66601ce8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081611 Aug 29 21:34:46.011433 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d9df0546-0524-43e4-91cf-bd3c678249da req-06bd02e1-6563-417b-a2a6-494b6a1fbd0c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687169 Aug 29 21:34:46.092906 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f2ba5-63db-4ab0-ae48-77633f9f01a6 x-openstack-request-id: req-6f0f2ba5-63db-4ab0-ae48-77633f9f01a6 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:46.093556 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:46.094163 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f0f2ba5-63db-4ab0-ae48-77633f9f01a6 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:46.094657 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0f2ba5-63db-4ab0-ae48-77633f9f01a6'] response: {'name': 'network-changed', 'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'status': 'completed', 'code': 200} Aug 29 21:34:46.248152 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fc1b1-aafa-4315-89cd-ee0910e920b2 req-57c63dde-ce0f-4e8a-8867-f34ca9285217 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:46.250132 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-142fc1b1-aafa-4315-89cd-ee0910e920b2 req-57c63dde-ce0f-4e8a-8867-f34ca9285217 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 943 time: 0.0671234 Aug 29 21:34:46.321202 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-142fc1b1-aafa-4315-89cd-ee0910e920b2 req-df1a8922-e2ae-4039-9cec-209645805a4e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628920 Aug 29 21:34:46.416712 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6fad0c00-7f22-4999-9611-141ed09fe601 req-bd9cd272-fbde-44c9-b422-c1cd6b7cee2c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 210 time: 0.0397778 Aug 29 21:34:46.465395 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f75d001-1f4f-430b-9aea-75bb055ffbdd x-openstack-request-id: req-0f75d001-1f4f-430b-9aea-75bb055ffbdd {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:46.465786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a336f0-c39c-4472-8b3d-c078b8d0624e", "tag": "320280db-b878-4458-b2ef-75042231b950", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:46.466145 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f75d001-1f4f-430b-9aea-75bb055ffbdd {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:46.466653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f75d001-1f4f-430b-9aea-75bb055ffbdd'] response: {'name': 'network-changed', 'server_uuid': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'tag': '320280db-b878-4458-b2ef-75042231b950', 'status': 'completed', 'code': 200} Aug 29 21:34:46.491710 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34802) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:46.510575 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-16cb5b4c-8655-4ea3-8d06-95ecd9ca7e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:46.570686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'port': {'device_id': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'admin_state_up': True, 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'security_groups': ['7d2d2ad9-93da-44d4-a2ff-83cbf4383aac']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:46.593054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:46.646599 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b35754-2f8e-410a-9183-029018608739 req-35e719f9-187d-497a-873d-70c6498ecf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:46.652697 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-35e719f9-187d-497a-873d-70c6498ecf03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 1127 time: 0.0970747 Aug 29 21:34:46.793665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b35754-2f8e-410a-9183-029018608739 req-345da22b-24fd-42d1-bf51-30dadb073a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:46.794018 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dfc67-d6de-4522-a73f-761d7391b934 req-93ca0294-e809-4e5d-9edc-be0f5abe59c8 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:46.795876 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-345da22b-24fd-42d1-bf51-30dadb073a6f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.1367865 Aug 29 21:34:46.802042 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-364dfc67-d6de-4522-a73f-761d7391b934 req-93ca0294-e809-4e5d-9edc-be0f5abe59c8 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 943 time: 0.2834914 Aug 29 21:34:46.825540 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2c061bc6-e2cc-4cd9-b77d-52e78b059389 req-9833cbb3-e84e-47d1-b8d2-3f9985061987 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 210 time: 0.1180661 Aug 29 21:34:46.890799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-a2778ca8-b018-4c7b-98ff-f87c5e1530b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:46.892308 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-a2778ca8-b018-4c7b-98ff-f87c5e1530b9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.3069808 Aug 29 21:34:46.926371 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-33e46892-932b-4185-acdc-db16bacc0a89 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806 HTTP/1.1" status: 200 len: 217 time: 0.1195211 Aug 29 21:34:47.047748 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b35754-2f8e-410a-9183-029018608739 req-0db68ecf-04ac-4487-a456-1160dd0f3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:47.051096 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-0db68ecf-04ac-4487-a456-1160dd0f3098 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.1166031 Aug 29 21:34:47.051792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-ceeecc94-5b74-4529-b867-f5212814df8c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775372 Aug 29 21:34:47.056712 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-364dfc67-d6de-4522-a73f-761d7391b934 req-e5aded7e-5dda-4294-851b-f47438b033b2 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537925 Aug 29 21:34:47.066001 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-d315ed43-7ff4-4489-a4d9-7d62826ba9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:47.067535 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-d315ed43-7ff4-4489-a4d9-7d62826ba9ef service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1635003 Aug 29 21:34:47.199037 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b35754-2f8e-410a-9183-029018608739 req-5f41bb20-a78d-4e00-9430-1a0b6f427fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:47.201513 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-5f41bb20-a78d-4e00-9430-1a0b6f427fe4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170607 Aug 29 21:34:47.372539 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-6dd9da01-d83b-4caa-b5f8-74ed3547e81b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635199 Aug 29 21:34:47.429288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-16cb5b4c-8655-4ea3-8d06-95ecd9ca7e5c admin admin] Publish callbacks [] for security_group (63e11494-ecd0-4faa-95c2-ac7103199600), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.465797 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:47.497344 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-16cb5b4c-8655-4ea3-8d06-95ecd9ca7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (63e11494-ecd0-4faa-95c2-ac7103199600), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.555478 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Made reservation on behalf of 7d9928c37b2b46f5abd0ac1ba1c3ca92 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:47.560139 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.618481 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb5b4c-8655-4ea3-8d06-95ecd9ca7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e11494-ecd0-4faa-95c2-ac7103199600,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:47.654497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4175-f5d4-47c6-95db-959e37f545b4 req-8d260e63-711e-4cb5-a5ad-4f77c0591192 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:47.655887 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f88c4175-f5d4-47c6-95db-959e37f545b4 req-8d260e63-711e-4cb5-a5ad-4f77c0591192 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 943 time: 0.5199211 Aug 29 21:34:47.705316 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f1b35754-2f8e-410a-9183-029018608739 req-c494f48a-4484-4aee-a822-24f80f464c08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255963 Aug 29 21:34:47.745694 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-16cb5b4c-8655-4ea3-8d06-95ecd9ca7e5c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f55d257d954f4bff99bae91a0ee2b735&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2528236 Aug 29 21:34:47.749703 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34836) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:47.821981 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fdcbae36-f694-4507-8a4d-36dced07a34c admin admin] Publish callbacks [] for security_group (63e11494-ecd0-4faa-95c2-ac7103199600), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.848259 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device e0d83c82-29bf-4acb-9a84-0daa85948c1b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:34:47.851926 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fdcbae36-f694-4507-8a4d-36dced07a34c admin admin] Publish callbacks [] for security_group (63e11494-ecd0-4faa-95c2-ac7103199600), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.924997 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fdcbae36-f694-4507-8a4d-36dced07a34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (63e11494-ecd0-4faa-95c2-ac7103199600), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.932482 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fdcbae36-f694-4507-8a4d-36dced07a34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:47.937284 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fdcbae36-f694-4507-8a4d-36dced07a34c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/63e11494-ecd0-4faa-95c2-ac7103199600 HTTP/1.1" status: 204 len: 168 time: 0.1858540 Aug 29 21:34:47.950117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbae36-f694-4507-8a4d-36dced07a34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e11494-ecd0-4faa-95c2-ac7103199600,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:48.133127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:48.160343 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2725cf-a27e-4f99-b351-4468176319e8 req-825e256a-905e-4823-a604-a3c83bf5bc05 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:48.162068 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9c2725cf-a27e-4f99-b351-4468176319e8 req-825e256a-905e-4823-a604-a3c83bf5bc05 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 943 time: 0.6498241 Aug 29 21:34:48.177335 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port e0d83c82-29bf-4acb-9a84-0daa85948c1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:48.204897 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'port_id': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b', 'mac_address': 'fa:16:3e:24:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:34:48.210781 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26158427-24fc-46e9-998f-caa2631d97e9 req-341b9274-0f73-42f5-9220-9c57528c28d5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1387243 Aug 29 21:34:48.279514 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-e5cb6e02-9911-4afb-a728-e0f2b58b9025 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1792703 Aug 29 21:34:48.285823 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port e0d83c82-29bf-4acb-9a84-0daa85948c1b is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:48.288719 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.317152 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:48.325340 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-029d41b7-bddf-49b3-bd89-3f6b75109e81 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:48.327831 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d83c82-29bf-4acb-9a84-0daa85948c1b {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:48.333061 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-029d41b7-bddf-49b3-bd89-3f6b75109e81 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 817 time: 0.2983143 Aug 29 21:34:48.347998 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f88c4175-f5d4-47c6-95db-959e37f545b4 req-4c081d8d-9ec1-44a9-a4fd-acee43afbec7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685812 Aug 29 21:34:48.356158 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port e0d83c82-29bf-4acb-9a84-0daa85948c1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:48.361809 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.363342 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9c2725cf-a27e-4f99-b351-4468176319e8 req-1b34207f-64b4-40ce-84c9-dd42135a5861 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768591 Aug 29 21:34:48.363913 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 2585b07b-9d0b-4988-b1c6-a7489aea0806 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:34:48.380759 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Allocated IP 172.20.0.7 (514f3495-f14d-42c1-bc82-a600d1b5d3d8/7acd7224-068b-48b0-a16a-b8f074e9a570/b456e2d3-818e-4eae-971c-1b0f5b3baa83) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:48.473991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ad160e-81c4-4824-8a34-435c95763317', 'tag': '58008d54-7073-4d9c-b3a0-446d9eb287e2'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:48.477588 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239989f7-0aec-463c-8c3a-8723b1aa0f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "90ad160e-81c4-4824-8a34-435c95763317", "tag": "58008d54-7073-4d9c-b3a0-446d9eb287e2"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:48.529841 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=e0d83c82-29bf-4acb-9a84-0daa85948c1b,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:48.554850 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-faad8894-50be-43b2-b9b3-b1c26d8d2bc4 req-138f80cf-3871-42fa-b288-78282ac47828 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 210 time: 0.0982254 Aug 29 21:34:48.580143 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 2585b07b-9d0b-4988-b1c6-a7489aea0806, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:48.597500 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:34:48.599156 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-534a0a34-74e5-4d4b-bf66-dfee110ab5b5 req-526adc4b-e068-4bc3-a8b4-163a85053b73 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 210 time: 0.0497909 Aug 29 21:34:48.658266 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 2585b07b-9d0b-4988-b1c6-a7489aea0806 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:48.658856 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.678859 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2585b07b-9d0b-4988-b1c6-a7489aea0806 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:48.706619 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a944be5d-90a0-4dcf-9002-53fb86214910 x-openstack-request-id: req-a944be5d-90a0-4dcf-9002-53fb86214910 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:48.707035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ad160e-81c4-4824-8a34-435c95763317", "tag": "58008d54-7073-4d9c-b3a0-446d9eb287e2", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:48.707324 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a944be5d-90a0-4dcf-9002-53fb86214910 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:48.707887 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a944be5d-90a0-4dcf-9002-53fb86214910'] response: {'name': 'network-changed', 'server_uuid': '90ad160e-81c4-4824-8a34-435c95763317', 'tag': '58008d54-7073-4d9c-b3a0-446d9eb287e2', 'status': 'completed', 'code': 200} Aug 29 21:34:48.713284 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 2585b07b-9d0b-4988-b1c6-a7489aea0806, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:48.720549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.720947 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.777217 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6515fd-b663-4014-b4d3-46aa43ad6bd5 req-d9a58675-2a18-4ba5-ae9d-26691a5cd1ac tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:48.784297 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-df6515fd-b663-4014-b4d3-46aa43ad6bd5 req-d9a58675-2a18-4ba5-ae9d-26691a5cd1ac tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 943 time: 0.0806091 Aug 29 21:34:48.791513 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=2585b07b-9d0b-4988-b1c6-a7489aea0806,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:48.823221 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.888946 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-df6515fd-b663-4014-b4d3-46aa43ad6bd5 req-3b925dff-0e85-41e4-81a8-032ed2ac566d tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031160 Aug 29 21:34:48.892861 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:48.912977 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:48.917800 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'Port': ['ID=b456e2d3-818e-4eae-971c-1b0f5b3baa83,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:48.925753 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:48.931011 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:48.931684 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:48.962204 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-68ff71d5-11b9-444f-a92d-43079d95567b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3968616 Aug 29 21:34:49.030654 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Request body: {'port': {'device_id': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:49.123861 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-e28582ea-6572-4c9c-961d-5dbbab98f3f8 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 379 time: 0.1313572 Aug 29 21:34:49.134296 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['2585b07b-9d0b-4988-b1c6-a7489aea0806'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:34:49.152699 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'port': {'device_id': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'admin_state_up': True, 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'security_groups': ['12516407-5b93-4e49-8c89-08fbd331c28d']}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:49.168911 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:49.368453 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1d36b3ab-7f2c-4e9a-8c11-ee25843079f2 req-d79d5f1a-8324-40cb-abf2-111d992aa2e7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746021 Aug 29 21:34:49.384186 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:49.412228 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1181572-ae2b-463f-a859-a001097bc777 req-971d41bf-cf67-4c2e-bd57-91dd4ed5ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:49.414219 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-971d41bf-cf67-4c2e-bd57-91dd4ed5ac04 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cb5424a2fd9d45c899b4ff8b7869f50e&device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 1127 time: 0.4123127 Aug 29 21:34:49.418069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:49.463595 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:49.518346 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Made reservation on behalf of 09369e28336d4f49a60ce03c3a3009ac for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:34:49.532893 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:49.575897 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:49.627837 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['e0d83c82-29bf-4acb-9a84-0daa85948c1b'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:34:49.706079 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-708bdf0d-66ac-495b-9e9a-17e644354722 None None] Provisioning complete for port b456e2d3-818e-4eae-971c-1b0f5b3baa83 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:49.707400 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-708bdf0d-66ac-495b-9e9a-17e644354722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:49.816983 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652686fe-7989-42a3-aee1-94b79ad1e3b1 req-8e42260a-8c00-4454-9e9d-7ea7131e5ec4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:49.825322 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-652686fe-7989-42a3-aee1-94b79ad1e3b1 req-8e42260a-8c00-4454-9e9d-7ea7131e5ec4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 943 time: 0.2462091 Aug 29 21:34:49.826278 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:49.840262 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-708bdf0d-66ac-495b-9e9a-17e644354722 None None] Port b456e2d3-818e-4eae-971c-1b0f5b3baa83 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:49.846693 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Allocated IP 172.20.0.7 (bbee627c-5d5c-4780-b2d4-43c7e4d208fc/93454e07-64fb-484b-ac3e-f86333c5cce9/9a89d54f-b4bb-438b-aba7-0e6acacc72c3) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:34:49.963088 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c316e-b90e-4739-913e-46df124a4777 req-55d96507-6cdf-44e4-86b3-4c53f93c6d7e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:49.975929 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4a3c316e-b90e-4739-913e-46df124a4777 req-55d96507-6cdf-44e4-86b3-4c53f93c6d7e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 944 time: 0.4222991 Aug 29 21:34:50.106294 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4a3c316e-b90e-4739-913e-46df124a4777 req-be983ecf-d08c-4022-babd-936774138ebd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288726 Aug 29 21:34:50.107492 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1181572-ae2b-463f-a859-a001097bc777 req-c56882db-2c2c-4d9c-962c-e96ff2ea64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:50.108990 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-c56882db-2c2c-4d9c-962c-e96ff2ea64da service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=c25432c1-4cba-4a34-b7c7-24cda229103b HTTP/1.1" status: 200 len: 914 time: 0.6859298 Aug 29 21:34:50.211932 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.246755 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-6cc3960c-cde2-45b4-892f-9b8705582261 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=320280db-b878-4458-b2ef-75042231b950 HTTP/1.1" status: 200 len: 217 time: 0.0887318 Aug 29 21:34:50.250306 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.331867 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-652686fe-7989-42a3-aee1-94b79ad1e3b1 req-93c656e4-d7d4-4bb0-aa40-d6ead9974954 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004258 Aug 29 21:34:50.350769 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:34:50.357108 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:34:50.360111 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:34:50.366757 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:50.367814 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.383804 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:50.417650 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-3284376a-8a8e-4bc7-8abe-b8f736aaafea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2782965 Aug 29 21:34:50.433616 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Request body: {'port': {'device_id': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:50.576487 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64387691-e050-449e-9bd2-9fe3c061859e req-cbfb7e6f-2780-4f38-ae3e-66b20734322f tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:50.578785 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-64387691-e050-449e-9bd2-9fe3c061859e req-cbfb7e6f-2780-4f38-ae3e-66b20734322f tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 931 time: 0.2889931 Aug 29 21:34:50.600465 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-a0ca8952-afa6-4549-bc91-7d49fb0443a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:50.605602 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-a0ca8952-afa6-4549-bc91-7d49fb0443a0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 1127 time: 0.3564010 Aug 29 21:34:50.619017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.784110 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1181572-ae2b-463f-a859-a001097bc777 req-cc8b3c16-b5eb-4e10-a917-db4064957061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:50.787284 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-cc8b3c16-b5eb-4e10-a917-db4064957061 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3084aea8-abaf-4d3d-9d2b-3b578a0884a6 HTTP/1.1" status: 200 len: 851 time: 0.4950509 Aug 29 21:34:50.796605 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 34952) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:50.870047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b08d8c-c811-4451-b502-d5834db8feeb req-417cf043-9740-4cd1-b65b-9ca21d9ff488 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:50.878321 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-68b08d8c-c811-4451-b502-d5834db8feeb req-417cf043-9740-4cd1-b65b-9ca21d9ff488 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 931 time: 0.3814096 Aug 29 21:34:50.881121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-9b1ad6c2-598f-408a-9608-22c27fcbbc5b None None] Provisioning complete for port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:50.881779 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9b1ad6c2-598f-408a-9608-22c27fcbbc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:50.919234 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:50.943590 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:50.948370 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ad6c2-598f-408a-9608-22c27fcbbc5b None None] Port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:34:51.061308 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.075665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:51.089348 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Publish callbacks [] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.108380 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Transition to ACTIVE for port object 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:34:51.109564 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.115518 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.124746 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-64387691-e050-449e-9bd2-9fe3c061859e req-10850d26-88a3-41e7-b424-7ef30690a9df tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5136061 Aug 29 21:34:51.142038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4f15bf90-7e06-49bd-a988-e30de1273c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.145319 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1181572-ae2b-463f-a859-a001097bc777 req-9a12c418-7eb3-4222-bdc4-8d89f9284dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.146871 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-9a12c418-7eb3-4222-bdc4-8d89f9284dc0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=c25432c1-4cba-4a34-b7c7-24cda229103b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3473604 Aug 29 21:34:51.197537 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-a75061a7-f3ed-4f2d-b153-a183408002c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.198878 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-a75061a7-f3ed-4f2d-b153-a183408002c2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.5724168 Aug 29 21:34:51.295441 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:51.313531 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Attempting to bind port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:51.313898 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Attempting to bind port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:51.314266 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Attempting to bind port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:51.320201 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:34:51.320623 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Attempting to bind port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:51.328767 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:51.329060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Checking segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:51.329549 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Bound using segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:51.330380 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Bound port: 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:51.330805 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.419585 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:51.423128 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:51.434147 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.437731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.438364 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.439808 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 1093 time: 1.0156016 Aug 29 21:34:51.442094 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:51.445338 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679aa2c-7c37-489e-83ec-468b576970b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:51.524968 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-f6f1fb3b-fb82-4a4b-9045-8d134c5ce38a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2 HTTP/1.1" status: 200 len: 217 time: 0.3003678 Aug 29 21:34:51.528859 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-68b08d8c-c811-4451-b502-d5834db8feeb req-a2a50e9c-bd94-4b00-ba70-afa102f63448 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6477542 Aug 29 21:34:51.543169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fc4e0-83bc-4ba3-8654-d27f91878644 service neutron] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:51.560634 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-1dc252d4-0118-4880-a53e-cb8429106f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.563267 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-1dc252d4-0118-4880-a53e-cb8429106f25 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1127 time: 0.0686219 Aug 29 21:34:51.606607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b456e2d3-818e-4eae-971c-1b0f5b3baa83 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:51.633864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Publish callbacks [] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.643354 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29bb01-43a9-46e6-94bc-35714c02c819 req-4e486f38-b866-40c5-87a0-36291f8a6622 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.645219 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6d29bb01-43a9-46e6-94bc-35714c02c819 req-4e486f38-b866-40c5-87a0-36291f8a6622 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 943 time: 0.2295113 Aug 29 21:34:51.646191 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-158c05dc-57f7-4219-b77e-e2ff3e45fbba service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 217 time: 0.0758665 Aug 29 21:34:51.670931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:51.718560 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-dc2c3304-1bcd-445d-9a68-9c698d23343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.720122 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-dc2c3304-1bcd-445d-9a68-9c698d23343f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0669293 Aug 29 21:34:51.745493 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-8dd35b52-1a1d-40e5-9768-2d4be6c5d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.746974 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-8dd35b52-1a1d-40e5-9768-2d4be6c5d0af service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.2170262 Aug 29 21:34:51.753190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Transition to ACTIVE for port object b456e2d3-818e-4eae-971c-1b0f5b3baa83 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:34:51.775097 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e1457-5528-4732-bbdd-666d034aedcd req-8e091b20-16c3-4af4-a701-94093105cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.776620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-6bd07c55-fcfa-4b66-8179-7a7421a29486 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943549 Aug 29 21:34:51.776814 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-8e091b20-16c3-4af4-a701-94093105cb59 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504491 Aug 29 21:34:51.782301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:51.846562 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 2585b07b-9d0b-4988-b1c6-a7489aea0806 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:51.852437 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 320280db-b878-4458-b2ef-75042231b950 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:34:51.859527 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0309c3-079a-4a2b-86ea-7ec699c859a1 req-bbec1a4a-bbc0-4e6d-a760-b89f1865a2b8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.861585 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eb0309c3-079a-4a2b-86ea-7ec699c859a1 req-bbec1a4a-bbc0-4e6d-a760-b89f1865a2b8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 944 time: 0.2153897 Aug 29 21:34:51.923602 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-74733155-9504-48ce-af17-2129ae69c20f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357205 Aug 29 21:34:51.949851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-0d6b5ff7-d95b-4220-a66d-0f8c333c153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:51.951456 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-0d6b5ff7-d95b-4220-a66d-0f8c333c153b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1917496 Aug 29 21:34:51.965334 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6d29bb01-43a9-46e6-94bc-35714c02c819 req-9135ea66-c041-4df8-8b8d-79edd56246c4 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991145 Aug 29 21:34:52.018121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 2585b07b-9d0b-4988-b1c6-a7489aea0806 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:34:52.030861 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4f15bf90-7e06-49bd-a988-e30de1273c23 admin admin] Publish callbacks [] for security_group (8360965d-ba9f-46b4-981e-fc4c1162289b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.036867 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Pushing event updated for resources: {'Port': ['ID=b456e2d3-818e-4eae-971c-1b0f5b3baa83,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.046447 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 2585b07b-9d0b-4988-b1c6-a7489aea0806 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:52.046834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.074265 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-474e1457-5528-4732-bbdd-666d034aedcd req-d5bd6b1b-6cd4-4b5f-91c7-0861628c57f1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440270 Aug 29 21:34:52.079204 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4f15bf90-7e06-49bd-a988-e30de1273c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8360965d-ba9f-46b4-981e-fc4c1162289b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.092677 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:52.121031 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Attempting to bind port b456e2d3-818e-4eae-971c-1b0f5b3baa83 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:34:52.121298 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 320280db-b878-4458-b2ef-75042231b950, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=320280db-b878-4458-b2ef-75042231b950,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:52.121409 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Attempting to bind port b456e2d3-818e-4eae-971c-1b0f5b3baa83 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:34:52.121676 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Attempting to bind port b456e2d3-818e-4eae-971c-1b0f5b3baa83 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:52.139815 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '320280db-b878-4458-b2ef-75042231b950', 'network_id': 'c25432c1-4cba-4a34-b7c7-24cda229103b', 'port_id': '320280db-b878-4458-b2ef-75042231b950', 'mac_address': 'fa:16:3e:52:ba:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3084aea8-abaf-4d3d-9d2b-3b578a0884a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:34:52.206560 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 2585b07b-9d0b-4988-b1c6-a7489aea0806 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:52.207001 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.210362 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 320280db-b878-4458-b2ef-75042231b950 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:52.210743 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (320280db-b878-4458-b2ef-75042231b950), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.211201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Port b456e2d3-818e-4eae-971c-1b0f5b3baa83 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:34:52.211524 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Attempting to bind port b456e2d3-818e-4eae-971c-1b0f5b3baa83 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:34:52.223707 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eb0309c3-079a-4a2b-86ea-7ec699c859a1 req-a8a9a5a8-b470-461b-9d0e-4e20aa096740 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312113 Aug 29 21:34:52.230891 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15bf90-7e06-49bd-a988-e30de1273c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8360965d-ba9f-46b4-981e-fc4c1162289b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.235752 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-4f15bf90-7e06-49bd-a988-e30de1273c23 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3142556cdb7e4621a020420f973c550d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4340372 Aug 29 21:34:52.238843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320280db-b878-4458-b2ef-75042231b950 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:52.240374 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 34980) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:52.249329 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1181572-ae2b-463f-a859-a001097bc777 req-f974da09-e561-4f18-89f9-5b8b9fb2380c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437442 Aug 29 21:34:52.250190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:34:52.250531 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Checking segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:34:52.250914 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Bound using segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:34:52.251361 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Bound port: b456e2d3-818e-4eae-971c-1b0f5b3baa83, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:34:52.251717 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.254410 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:52.283244 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd980adf-35fe-4911-8d22-dfcee199e8de req-d9c889d7-8240-4fd4-b925-7c165e9930b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:52.285633 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cd980adf-35fe-4911-8d22-dfcee199e8de req-d9c889d7-8240-4fd4-b925-7c165e9930b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 943 time: 0.1674957 Aug 29 21:34:52.315319 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-8ef81a57-cb44-4e26-8721-71e6d8623fdb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389063 Aug 29 21:34:52.350324 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 2585b07b-9d0b-4988-b1c6-a7489aea0806, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:52.360411 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.361675 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device e0d83c82-29bf-4acb-9a84-0daa85948c1b up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:52.365543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 320280db-b878-4458-b2ef-75042231b950, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=320280db-b878-4458-b2ef-75042231b950,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:52.369394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:52.394114 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] For port b456e2d3-818e-4eae-971c-1b0f5b3baa83, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:34:52.399369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] For port b456e2d3-818e-4eae-971c-1b0f5b3baa83, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:34:52.404548 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cd980adf-35fe-4911-8d22-dfcee199e8de req-e30d5bb3-1025-46ec-a4fe-af528270c7e2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857596 Aug 29 21:34:52.411750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.419503 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:52.420191 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.422025 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 200 len: 1093 time: 3.3993266 Aug 29 21:34:52.422534 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:52.423887 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:52.424251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (320280db-b878-4458-b2ef-75042231b950), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.426350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86c097b-ebb8-4789-9bc2-3430836d4e72" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:52.448888 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a555e2b-d57e-4821-bc95-7157c5d9a907 admin admin] Publish callbacks [] for security_group (8360965d-ba9f-46b4-981e-fc4c1162289b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.474072 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=2585b07b-9d0b-4988-b1c6-a7489aea0806,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.477554 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port e0d83c82-29bf-4acb-9a84-0daa85948c1b completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:34:52.487252 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f69ad-3b51-4ce7-a865-9584a814db49 service neutron] Pushing event updated for resources: {'Port': ['ID=b456e2d3-818e-4eae-971c-1b0f5b3baa83,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.512112 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port e0d83c82-29bf-4acb-9a84-0daa85948c1b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:52.512550 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.535960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a555e2b-d57e-4821-bc95-7157c5d9a907 admin admin] Publish callbacks [] for security_group (8360965d-ba9f-46b4-981e-fc4c1162289b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.580931 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e9d619-7512-4bd1-b436-dac853f6d046 x-openstack-request-id: req-d2e9d619-7512-4bd1-b436-dac853f6d046 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:52.581907 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:52.582314 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2e9d619-7512-4bd1-b436-dac853f6d046 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:52.582951 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e9d619-7512-4bd1-b436-dac853f6d046'] response: {'name': 'network-changed', 'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'status': 'completed', 'code': 200} Aug 29 21:34:52.617834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=320280db-b878-4458-b2ef-75042231b950,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.639362 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a555e2b-d57e-4821-bc95-7157c5d9a907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8360965d-ba9f-46b4-981e-fc4c1162289b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.643330 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a555e2b-d57e-4821-bc95-7157c5d9a907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.645723 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6a555e2b-d57e-4821-bc95-7157c5d9a907 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8360965d-ba9f-46b4-981e-fc4c1162289b HTTP/1.1" status: 204 len: 168 time: 0.4036481 Aug 29 21:34:52.655017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a555e2b-d57e-4821-bc95-7157c5d9a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8360965d-ba9f-46b4-981e-fc4c1162289b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:52.667713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ec5ab-f68a-4c2b-84fb-dc70562668a6 req-1119b2f1-a2be-4fee-99e2-eb6ab5b8b7a9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:52.669582 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5b8ec5ab-f68a-4c2b-84fb-dc70562668a6 req-1119b2f1-a2be-4fee-99e2-eb6ab5b8b7a9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 943 time: 0.0940409 Aug 29 21:34:52.695705 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e2064-8d01-4409-a0f6-489d9d86fc7f x-openstack-request-id: req-586e2064-8d01-4409-a0f6-489d9d86fc7f {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:52.696022 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:52.696268 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-586e2064-8d01-4409-a0f6-489d9d86fc7f {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:52.696707 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586e2064-8d01-4409-a0f6-489d9d86fc7f'] response: {'name': 'network-changed', 'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'status': 'completed', 'code': 200} Aug 29 21:34:52.730708 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['320280db-b878-4458-b2ef-75042231b950'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:34:52.801038 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port e0d83c82-29bf-4acb-9a84-0daa85948c1b is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:52.801438 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:52.803890 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5b8ec5ab-f68a-4c2b-84fb-dc70562668a6 req-c52c6a45-106e-48a2-b932-e3fd31332fb0 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230648 Aug 29 21:34:52.862312 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09785e6d-a1ca-4468-a2fb-da5c9ac33dc1" -d '{"events": [{"server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "name": "network-vif-plugged", "status": "completed", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:52.914744 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc01d9c-288d-437d-abb2-347d7c513e80 req-35134acf-8a85-4f57-8353-3ce4d4214546 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:52.916695 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2bc01d9c-288d-437d-abb2-347d7c513e80 req-35134acf-8a85-4f57-8353-3ce4d4214546 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.1256225 Aug 29 21:34:52.994609 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port e0d83c82-29bf-4acb-9a84-0daa85948c1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:53.060792 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.153877 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=e0d83c82-29bf-4acb-9a84-0daa85948c1b,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:53.163954 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c097b-ebb8-4789-9bc2-3430836d4e72 req-0f3a6567-40ee-456d-be43-d93e4f1af020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:53.167114 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c86c097b-ebb8-4789-9bc2-3430836d4e72 req-0f3a6567-40ee-456d-be43-d93e4f1af020 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1127 time: 0.1779888 Aug 29 21:34:53.188961 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-1b68dd08-b641-489e-8c61-51a54e1c2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:53.192816 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-1b68dd08-b641-489e-8c61-51a54e1c2196 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1127 time: 0.2010851 Aug 29 21:34:53.236830 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2bc01d9c-288d-437d-abb2-347d7c513e80 req-e7ffae4f-354e-401a-9827-f893cce398b7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463970 Aug 29 21:34:53.398193 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb465ce6-863e-4412-a21b-d6da449a2a55 x-openstack-request-id: req-fb465ce6-863e-4412-a21b-d6da449a2a55 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:53.398543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "name": "network-vif-plugged", "status": "completed", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:53.398828 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb465ce6-863e-4412-a21b-d6da449a2a55 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:53.399456 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb465ce6-863e-4412-a21b-d6da449a2a55'] response: {'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'code': 200} Aug 29 21:34:53.511507 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-239989f7-0aec-463c-8c3a-8723b1aa0f5a req-c8a204c0-e30b-4b1e-abf1-5334fab8b7f7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300681 Aug 29 21:34:53.558609 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35020) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:53.619911 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de01bd-28c5-43b2-ad7e-468317fa25ef req-ed8b8858-522b-4fe5-b8c2-22eef3815c0a tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:53.621546 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b4de01bd-28c5-43b2-ad7e-468317fa25ef req-ed8b8858-522b-4fe5-b8c2-22eef3815c0a tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 944 time: 0.2352653 Aug 29 21:34:53.718439 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35026) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:53.722477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-8c64108e-dcbf-4fd2-97ad-ce4d128f94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:53.723904 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-8c64108e-dcbf-4fd2-97ad-ce4d128f94f4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.4995725 Aug 29 21:34:53.738619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6292-96ee-41ce-ab4f-e865a97d50df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.751385 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:53.780996 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3a5da814-bf54-441d-8871-b21e4cbf6904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.854710 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 58008d54-7073-4d9c-b3a0-446d9eb287e2 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:34:53.859885 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:53.873391 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 320280db-b878-4458-b2ef-75042231b950 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:53.881154 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:53.913943 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6292-96ee-41ce-ab4f-e865a97d50df admin admin] Publish callbacks [] for security_group (1219a410-8bbe-413f-a9ea-c4e9d0bb85b6), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.920919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6292-96ee-41ce-ab4f-e865a97d50df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1219a410-8bbe-413f-a9ea-c4e9d0bb85b6), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.955088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6292-96ee-41ce-ab4f-e865a97d50df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1219a410-8bbe-413f-a9ea-c4e9d0bb85b6,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:53.990156 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3a5da814-bf54-441d-8871-b21e4cbf6904 admin admin] Publish callbacks [] for security_group (c4561f5d-8f93-4ea9-9e30-e54628881461), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:53.995698 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2c1d6292-96ee-41ce-ab4f-e865a97d50df admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2fe217f99e1049158e9226bfb7d685ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744884 Aug 29 21:34:53.998191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35030) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:54.008977 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd2956-5389-4971-99a0-84628abb0144 req-4fc51f8e-168b-42dd-9caf-15b8834ee59f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.010984 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-03fd2956-5389-4971-99a0-84628abb0144 req-4fc51f8e-168b-42dd-9caf-15b8834ee59f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.4858274 Aug 29 21:34:54.012046 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 320280db-b878-4458-b2ef-75042231b950 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:34:54.014280 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3a5da814-bf54-441d-8871-b21e4cbf6904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c4561f5d-8f93-4ea9-9e30-e54628881461), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.032263 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 320280db-b878-4458-b2ef-75042231b950 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:54.032633 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (320280db-b878-4458-b2ef-75042231b950), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.065711 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-7e66d2ea-85a1-42b7-bc7c-acbbf43d30ea service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 217 time: 0.0892549 Aug 29 21:34:54.090176 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3a5da814-bf54-441d-8871-b21e4cbf6904 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=296bddca93f041edb07f4f631deea1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279593 Aug 29 21:34:54.090402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4b989-1dc8-4685-a96c-3cd7f7e600ed req-e9660686-46ad-49ab-9a87-e0a545f44550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.090516 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5da814-bf54-441d-8871-b21e4cbf6904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4561f5d-8f93-4ea9-9e30-e54628881461,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:54.090606 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20e4b989-1dc8-4685-a96c-3cd7f7e600ed req-e9660686-46ad-49ab-9a87-e0a545f44550 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 1129 time: 0.4270120 Aug 29 21:34:54.094226 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35032) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:54.109990 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 58008d54-7073-4d9c-b3a0-446d9eb287e2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:54.129632 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '58008d54-7073-4d9c-b3a0-446d9eb287e2', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'port_id': '58008d54-7073-4d9c-b3a0-446d9eb287e2', 'mac_address': 'fa:16:3e:3d:75:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:34:54.131900 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c097b-ebb8-4789-9bc2-3430836d4e72 req-602ed05f-58fd-4f47-be61-83ac2427b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.132440 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:54.134386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c86c097b-ebb8-4789-9bc2-3430836d4e72 req-602ed05f-58fd-4f47-be61-83ac2427b5db service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9378855 Aug 29 21:34:54.156450 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:54.160156 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-58633bc6-b0a6-4f5e-841e-7aa669d55fe7 admin admin] Publish callbacks [] for security_group (1219a410-8bbe-413f-a9ea-c4e9d0bb85b6), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.187579 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2b29b47c-fb3f-4bbb-8e97-09047847bd72 admin admin] Publish callbacks [] for security_group (c4561f5d-8f93-4ea9-9e30-e54628881461), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.195298 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-58633bc6-b0a6-4f5e-841e-7aa669d55fe7 admin admin] Publish callbacks [] for security_group (1219a410-8bbe-413f-a9ea-c4e9d0bb85b6), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.204542 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 58008d54-7073-4d9c-b3a0-446d9eb287e2 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:54.205234 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.220528 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b4de01bd-28c5-43b2-ad7e-468317fa25ef req-2aea65a6-00c3-4ad6-8724-4b3f128a48e5 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668466 Aug 29 21:34:54.226611 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 320280db-b878-4458-b2ef-75042231b950 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:54.227329 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (320280db-b878-4458-b2ef-75042231b950), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.230689 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58008d54-7073-4d9c-b3a0-446d9eb287e2 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:54.231808 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2b29b47c-fb3f-4bbb-8e97-09047847bd72 admin admin] Publish callbacks [] for security_group (c4561f5d-8f93-4ea9-9e30-e54628881461), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.255909 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:54.258472 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 58008d54-7073-4d9c-b3a0-446d9eb287e2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:54.270939 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.280139 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-20e4b989-1dc8-4685-a96c-3cd7f7e600ed req-e73dda9e-8d90-476c-b1f7-32bfbc7131ce service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.358766 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2b29b47c-fb3f-4bbb-8e97-09047847bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c4561f5d-8f93-4ea9-9e30-e54628881461), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.361996 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2b29b47c-fb3f-4bbb-8e97-09047847bd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.363353 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2b29b47c-fb3f-4bbb-8e97-09047847bd72 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c4561f5d-8f93-4ea9-9e30-e54628881461 HTTP/1.1" status: 204 len: 168 time: 0.2667465 Aug 29 21:34:54.367511 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-58633bc6-b0a6-4f5e-841e-7aa669d55fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1219a410-8bbe-413f-a9ea-c4e9d0bb85b6), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.371037 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-58633bc6-b0a6-4f5e-841e-7aa669d55fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.372052 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-58633bc6-b0a6-4f5e-841e-7aa669d55fe7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1219a410-8bbe-413f-a9ea-c4e9d0bb85b6 HTTP/1.1" status: 204 len: 168 time: 0.3724766 Aug 29 21:34:54.379366 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29b47c-fb3f-4bbb-8e97-09047847bd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4561f5d-8f93-4ea9-9e30-e54628881461,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:54.396551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58633bc6-b0a6-4f5e-841e-7aa669d55fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1219a410-8bbe-413f-a9ea-c4e9d0bb85b6,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:54.398883 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 320280db-b878-4458-b2ef-75042231b950, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=320280db-b878-4458-b2ef-75042231b950,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:54.415069 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (320280db-b878-4458-b2ef-75042231b950), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:54.419882 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=58008d54-7073-4d9c-b3a0-446d9eb287e2,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:54.456559 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-03fd2956-5389-4971-99a0-84628abb0144 req-fc07a5d2-6fbf-4aec-89f8-8dcbd439c7fc tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011071 Aug 29 21:34:54.487916 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-6c7421dc-50e2-4bf1-9605-e3aa040b76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.489436 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-6c7421dc-50e2-4bf1-9605-e3aa040b76e3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.4128335 Aug 29 21:34:54.503442 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=320280db-b878-4458-b2ef-75042231b950,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:54.516667 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['58008d54-7073-4d9c-b3a0-446d9eb287e2'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:34:54.632430 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11765c99-9e54-4429-9900-88246c6410b9 req-3eb91e8d-d575-4c18-9171-5578a7d2304a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.639366 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-11765c99-9e54-4429-9900-88246c6410b9 req-3eb91e8d-d575-4c18-9171-5578a7d2304a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 944 time: 0.2202556 Aug 29 21:34:54.688939 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-e408d949-455c-4d5c-8577-926baa44460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.691180 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-e408d949-455c-4d5c-8577-926baa44460f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1832147 Aug 29 21:34:54.692205 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c097b-ebb8-4789-9bc2-3430836d4e72 req-c039b053-e450-4d4e-9536-332f2b768ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.693742 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c86c097b-ebb8-4789-9bc2-3430836d4e72 req-c039b053-e450-4d4e-9536-332f2b768ffe service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5400641 Aug 29 21:34:54.781635 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a87b50-8863-4756-9c64-4895f55ce9c4 req-1a9215c5-a42c-44ff-9a19-41a2bdebd72d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.783277 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a7a87b50-8863-4756-9c64-4895f55ce9c4 req-1a9215c5-a42c-44ff-9a19-41a2bdebd72d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 943 time: 0.1885293 Aug 29 21:34:54.925441 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-11765c99-9e54-4429-9900-88246c6410b9 req-92c4b380-bc9e-4e3e-ba64-6e919ef77906 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852008 Aug 29 21:34:54.946730 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-3b9236d7-e538-4971-bab2-2ad208cac0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:54.948557 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-3b9236d7-e538-4971-bab2-2ad208cac0ef service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1127 time: 0.1869979 Aug 29 21:34:55.059870 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-51828835-9b13-443c-ab05-256c02a3ee63 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 200 len: 217 time: 0.0978467 Aug 29 21:34:55.066156 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-20e4b989-1dc8-4685-a96c-3cd7f7e600ed req-e73dda9e-8d90-476c-b1f7-32bfbc7131ce service neutron] Publish callbacks [] for security_group (ae31cd73-6571-49e7-bb6e-54f41bd8cd74), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.090773 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35062) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:55.106869 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d0f2fbb8-447e-42ed-8008-1c8182aacdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.133186 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-20e4b989-1dc8-4685-a96c-3cd7f7e600ed req-e73dda9e-8d90-476c-b1f7-32bfbc7131ce service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ae31cd73-6571-49e7-bb6e-54f41bd8cd74), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.184654 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a7a87b50-8863-4756-9c64-4895f55ce9c4 req-1ce155a4-22f4-4065-9b9c-6cb78bd6bc8a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823178 Aug 29 21:34:55.202250 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-dde4f162-ee53-46af-b11e-044490372796 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989779 Aug 29 21:34:55.210176 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d0f2fbb8-447e-42ed-8008-1c8182aacdd6 admin admin] Publish callbacks [] for security_group (136676ac-e04e-4d40-8769-2b8cea82bbd7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.222810 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d0f2fbb8-447e-42ed-8008-1c8182aacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (136676ac-e04e-4d40-8769-2b8cea82bbd7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.257934 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cd585-bb7f-44d1-9884-df18d45379bf req-c0ee039d-0ce8-4be7-9a19-4d609ec56053 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:55.258905 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-803cd585-bb7f-44d1-9884-df18d45379bf req-c0ee039d-0ce8-4be7-9a19-4d609ec56053 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.2025304 Aug 29 21:34:55.268070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-008aa80c-be04-473e-89ad-781ca9328ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:55.270295 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-008aa80c-be04-473e-89ad-781ca9328ba3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.1516156 Aug 29 21:34:55.271457 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2fbb8-447e-42ed-8008-1c8182aacdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136676ac-e04e-4d40-8769-2b8cea82bbd7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:55.288788 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d0f2fbb8-447e-42ed-8008-1c8182aacdd6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0a4151ac82cc409e8fd7c9b96f628903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965399 Aug 29 21:34:55.290277 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35066) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:55.326395 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:55.342787 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:55.358479 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae011-98e6-438c-a9e3-0a3b284e87e9 admin admin] Publish callbacks [] for security_group (136676ac-e04e-4d40-8769-2b8cea82bbd7), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.385282 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae011-98e6-438c-a9e3-0a3b284e87e9 admin admin] Publish callbacks [] for security_group (136676ac-e04e-4d40-8769-2b8cea82bbd7), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.388957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-1bcbbad0-8690-4a05-8a51-a90211addbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:55.390082 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-1bcbbad0-8690-4a05-8a51-a90211addbe4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833926 Aug 29 21:34:55.396447 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20e4b989-1dc8-4685-a96c-3cd7f7e600ed req-e73dda9e-8d90-476c-b1f7-32bfbc7131ce service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2563133 Aug 29 21:34:55.397386 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dda9e-8d90-476c-b1f7-32bfbc7131ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae31cd73-6571-49e7-bb6e-54f41bd8cd74,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:55.401142 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b'}, {'server_uuid': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320280db-b878-4458-b2ef-75042231b950'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:55.407047 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69bc457-18c1-4eca-b3fe-9317ef88226c" -d '{"events": [{"server_uuid": "6be0d7ed-dc88-4a71-99f9-3509454cef5a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d83c82-29bf-4acb-9a84-0daa85948c1b"}, {"server_uuid": "d1a336f0-c39c-4472-8b3d-c078b8d0624e", "name": "network-vif-plugged", "status": "completed", "tag": "320280db-b878-4458-b2ef-75042231b950"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:55.441052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:55.450000 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae011-98e6-438c-a9e3-0a3b284e87e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (136676ac-e04e-4d40-8769-2b8cea82bbd7), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.452878 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae011-98e6-438c-a9e3-0a3b284e87e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:55.456620 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fd6ae011-98e6-438c-a9e3-0a3b284e87e9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/136676ac-e04e-4d40-8769-2b8cea82bbd7 HTTP/1.1" status: 204 len: 168 time: 0.1627283 Aug 29 21:34:55.463456 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ae011-98e6-438c-a9e3-0a3b284e87e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136676ac-e04e-4d40-8769-2b8cea82bbd7,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:55.529280 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:55.556150 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e4f92-9efd-4246-b4a9-084e863a17df req-591767cd-5ebf-4079-818e-c66523c27b43 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:55.557694 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-028e4f92-9efd-4246-b4a9-084e863a17df req-591767cd-5ebf-4079-818e-c66523c27b43 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.1667490 Aug 29 21:34:55.585480 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-803cd585-bb7f-44d1-9884-df18d45379bf req-ae28fd56-3cb7-4eb3-bf10-eebbed885c5a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140578 Aug 29 21:34:55.629916 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0679aa2c-7c37-489e-83ec-468b576970b0 req-3f8a5036-88d3-4eb5-adee-e17c1776e4ab service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102054 Aug 29 21:34:55.663971 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-53d1e499-a770-4d96-99fb-1692b3ddc211 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632577 Aug 29 21:34:55.692034 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-028e4f92-9efd-4246-b4a9-084e863a17df req-30bbafea-ba91-40de-aceb-edca9273bff6 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183541 Aug 29 21:34:55.693873 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac349c-161a-4092-b120-c5eb12af3a4e x-openstack-request-id: req-6cac349c-161a-4092-b120-c5eb12af3a4e {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:55.694549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be0d7ed-dc88-4a71-99f9-3509454cef5a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d83c82-29bf-4acb-9a84-0daa85948c1b", "code": 200}, {"server_uuid": "d1a336f0-c39c-4472-8b3d-c078b8d0624e", "name": "network-vif-plugged", "status": "completed", "tag": "320280db-b878-4458-b2ef-75042231b950", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:55.694942 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cac349c-161a-4092-b120-c5eb12af3a4e {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:55.695595 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cac349c-161a-4092-b120-c5eb12af3a4e'] response: {'server_uuid': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b', 'code': 200} Aug 29 21:34:55.695950 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cac349c-161a-4092-b120-c5eb12af3a4e'] response: {'server_uuid': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320280db-b878-4458-b2ef-75042231b950', 'code': 200} Aug 29 21:34:55.871419 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:34:55.875244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 58008d54-7073-4d9c-b3a0-446d9eb287e2 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:55.895951 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e1144-8584-4763-b53a-bf5356f88cfd req-02cc8ca4-dfdb-49a5-9624-4ff7d421bca2 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:55.897701 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-439e1144-8584-4763-b53a-bf5356f88cfd req-02cc8ca4-dfdb-49a5-9624-4ff7d421bca2 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.1029599 Aug 29 21:34:55.899474 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf668d95-e265-48ee-bab5-54931f5dfd45 req-300841df-0f8a-4a46-9606-1f8840401a54 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294836 Aug 29 21:34:55.976082 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-439e1144-8584-4763-b53a-bf5356f88cfd req-95a136b9-5539-4a20-a51a-f3bdadc18fa6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714674 Aug 29 21:34:56.078278 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2f91c-b087-4405-b5e4-e5de740376f7 req-2f73a614-5581-417f-b6f8-53df5bff36af tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:56.079756 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-47c2f91c-b087-4405-b5e4-e5de740376f7 req-2f73a614-5581-417f-b6f8-53df5bff36af tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 944 time: 0.0560558 Aug 29 21:34:56.132622 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 58008d54-7073-4d9c-b3a0-446d9eb287e2 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:34:56.134636 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:56.165975 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-47c2f91c-b087-4405-b5e4-e5de740376f7 req-36a22e03-ddde-462e-a599-4513fb596c7b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773542 Aug 29 21:34:56.169755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 58008d54-7073-4d9c-b3a0-446d9eb287e2 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:56.170134 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:56.242535 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d9e9f-05d7-43da-b9c1-76b9d89c85f0 req-45af07ac-10b3-4168-8f7c-46690c5b4309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:56.245574 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d53d9e9f-05d7-43da-b9c1-76b9d89c85f0 req-45af07ac-10b3-4168-8f7c-46690c5b4309 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 1129 time: 0.0679431 Aug 29 21:34:56.280746 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:56.298727 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'mac_address': 'fa:16:3e:1f:52:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:34:56.357431 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 58008d54-7073-4d9c-b3a0-446d9eb287e2 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:56.358065 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:56.386715 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:56.387307 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:56.407343 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:56.428898 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:34:56.435783 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 58008d54-7073-4d9c-b3a0-446d9eb287e2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:56.444713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f5563-04ca-4856-bdff-1480022bb4fd req-dd5a9845-6bb4-45b7-925b-3899e71fd7a9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:56.446914 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e82f5563-04ca-4856-bdff-1480022bb4fd req-dd5a9845-6bb4-45b7-925b-3899e71fd7a9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 943 time: 0.0860057 Aug 29 21:34:56.447272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:56.488376 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:56.503000 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:56.531572 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e82f5563-04ca-4856-bdff-1480022bb4fd req-7b5e1adc-a5a7-4039-8c5e-c516f3c52d63 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761795 Aug 29 21:34:56.537155 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=58008d54-7073-4d9c-b3a0-446d9eb287e2,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:56.599182 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:56.744230 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125be36-3895-4afb-b0a8-2520b252b483 req-baaee3f3-2867-44a2-b953-11c289740053 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:56.747626 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8125be36-3895-4afb-b0a8-2520b252b483 req-baaee3f3-2867-44a2-b953-11c289740053 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 944 time: 0.0651836 Aug 29 21:34:56.771471 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['9a89d54f-b4bb-438b-aba7-0e6acacc72c3'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:34:56.803177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35138) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:56.804663 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:56.865499 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8125be36-3895-4afb-b0a8-2520b252b483 req-053ec987-d2ee-4303-b032-8dbca3b40fe2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110334 Aug 29 21:34:56.923460 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=22 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:57.125380 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4d65f818-5d6f-465d-b5f7-eda4079b8ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.174158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa88e9-31fa-4536-8c26-9902f024d4c7 req-1cf9a155-46a3-4d5d-8a79-57a20a7996eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:57.176295 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4ffa88e9-31fa-4536-8c26-9902f024d4c7 req-1cf9a155-46a3-4d5d-8a79-57a20a7996eb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1129 time: 0.0771091 Aug 29 21:34:57.246989 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea6ef9-bb9d-4121-9968-a843a39e9f31 req-d241701c-902e-4199-b05d-10d1e68aeb72 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:57.261148 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4fea6ef9-bb9d-4121-9968-a843a39e9f31 req-d241701c-902e-4199-b05d-10d1e68aeb72 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.4348953 Aug 29 21:34:57.275393 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4d65f818-5d6f-465d-b5f7-eda4079b8ae4 admin admin] Publish callbacks [] for security_group (1165d8b5-8259-4507-9f9b-aabdd2b4dc61), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.280748 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b67723-c1cc-41df-b276-837b6254a664 req-2ce90fd2-1496-43ff-b62f-c791e3f9f740 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:57.282139 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4d65f818-5d6f-465d-b5f7-eda4079b8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1165d8b5-8259-4507-9f9b-aabdd2b4dc61), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.282519 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-75b67723-c1cc-41df-b276-837b6254a664 req-2ce90fd2-1496-43ff-b62f-c791e3f9f740 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.1999481 Aug 29 21:34:57.348246 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65f818-5d6f-465d-b5f7-eda4079b8ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1165d8b5-8259-4507-9f9b-aabdd2b4dc61,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:57.358416 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4d65f818-5d6f-465d-b5f7-eda4079b8ae4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f2c7c1e265a143ef8244135b80c68c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5537527 Aug 29 21:34:57.365316 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35158) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:57.382318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:57.389928 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d53d9e9f-05d7-43da-b9c1-76b9d89c85f0 req-fbe4d9b8-fde4-4ee8-a245-22aededae2ae service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897663 Aug 29 21:34:57.416017 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4fea6ef9-bb9d-4121-9968-a843a39e9f31 req-bf481d60-18bd-4464-b3d3-2fe15b6823cb tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524866 Aug 29 21:34:57.461331 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-75b67723-c1cc-41df-b276-837b6254a664 req-e1f194dd-8bfe-4a56-93c7-fce4ef838993 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574159 Aug 29 21:34:57.496630 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55c8854b-25a6-4bb9-8ca2-0ecc7dbbb9d8 admin admin] Publish callbacks [] for security_group (1165d8b5-8259-4507-9f9b-aabdd2b4dc61), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.517937 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55c8854b-25a6-4bb9-8ca2-0ecc7dbbb9d8 admin admin] Publish callbacks [] for security_group (1165d8b5-8259-4507-9f9b-aabdd2b4dc61), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.607847 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5313bda-5eac-4bb2-99f9-3e207d4c1a9f req-2acb1873-05c6-4640-b362-18fc29a9f523 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:57.614693 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55c8854b-25a6-4bb9-8ca2-0ecc7dbbb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1165d8b5-8259-4507-9f9b-aabdd2b4dc61), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.617482 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-55c8854b-25a6-4bb9-8ca2-0ecc7dbbb9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:57.625220 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-55c8854b-25a6-4bb9-8ca2-0ecc7dbbb9d8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1165d8b5-8259-4507-9f9b-aabdd2b4dc61 HTTP/1.1" status: 204 len: 168 time: 0.2549706 Aug 29 21:34:57.626419 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f5313bda-5eac-4bb2-99f9-3e207d4c1a9f req-2acb1873-05c6-4640-b362-18fc29a9f523 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1066513 Aug 29 21:34:57.666258 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8854b-25a6-4bb9-8ca2-0ecc7dbbb9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1165d8b5-8259-4507-9f9b-aabdd2b4dc61,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:57.698286 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad160e-81c4-4824-8a34-435c95763317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58008d54-7073-4d9c-b3a0-446d9eb287e2'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:57.700847 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b961648-8b5f-420c-a543-d7ab4c15560d" -d '{"events": [{"server_uuid": "90ad160e-81c4-4824-8a34-435c95763317", "name": "network-vif-plugged", "status": "completed", "tag": "58008d54-7073-4d9c-b3a0-446d9eb287e2"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:57.755237 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f5313bda-5eac-4bb2-99f9-3e207d4c1a9f req-2451b3e9-6aee-4f79-ab72-ab231d26f3bb tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116307 Aug 29 21:34:57.808752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a5cb4-6494-412c-8e8b-4117a69dcc70 req-1fa6f7e8-c2a0-4c02-874b-e60a3383b41d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:57.811934 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fc6a5cb4-6494-412c-8e8b-4117a69dcc70 req-1fa6f7e8-c2a0-4c02-874b-e60a3383b41d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 943 time: 0.1361167 Aug 29 21:34:57.816989 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e81f86-0424-4587-ba51-d8bb45815b65 x-openstack-request-id: req-59e81f86-0424-4587-ba51-d8bb45815b65 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:57.817299 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ad160e-81c4-4824-8a34-435c95763317", "name": "network-vif-plugged", "status": "completed", "tag": "58008d54-7073-4d9c-b3a0-446d9eb287e2", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:57.825427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59e81f86-0424-4587-ba51-d8bb45815b65 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:57.826090 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e81f86-0424-4587-ba51-d8bb45815b65'] response: {'server_uuid': '90ad160e-81c4-4824-8a34-435c95763317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58008d54-7073-4d9c-b3a0-446d9eb287e2', 'code': 200} Aug 29 21:34:57.829748 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:57.888168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:34:57.922334 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4ffa88e9-31fa-4536-8c26-9902f024d4c7 req-0167464b-487e-478d-9977-dc8599df0cc0 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092665 Aug 29 21:34:57.984278 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fc6a5cb4-6494-412c-8e8b-4117a69dcc70 req-95dc5254-8b50-4584-82fb-5ee7dd889e89 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506574 Aug 29 21:34:58.022313 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:34:58.031575 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:34:58.032207 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.126705 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95926de0-70a7-4d14-b882-4e157eff085f req-a6edc45e-76ba-47e7-b15a-8c094e576cc4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:58.129171 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-95926de0-70a7-4d14-b882-4e157eff085f req-a6edc45e-76ba-47e7-b15a-8c094e576cc4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 944 time: 0.0697351 Aug 29 21:34:58.143536 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:34:58.144403 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.191393 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:34:58.196748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.210874 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-95926de0-70a7-4d14-b882-4e157eff085f req-cd5b28e8-9f93-49c4-aaa3-132f6acd86b6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737846 Aug 29 21:34:58.236348 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:58.259623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:58.289272 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35200) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:58.304932 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8a409e38-3816-4e39-b13d-0bfc786a7972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.415685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8a409e38-3816-4e39-b13d-0bfc786a7972 admin admin] Publish callbacks [] for security_group (7b13856c-f427-4e31-9b75-8fe47551597a), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.421056 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8a409e38-3816-4e39-b13d-0bfc786a7972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7b13856c-f427-4e31-9b75-8fe47551597a), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.469130 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a409e38-3816-4e39-b13d-0bfc786a7972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13856c-f427-4e31-9b75-8fe47551597a,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:58.488144 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-8a409e38-3816-4e39-b13d-0bfc786a7972 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a7c2f09e8d544951bce8f9747db12c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973372 Aug 29 21:34:58.490747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35208) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:58.558144 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35212) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:58.565098 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-45ddf72b-d73e-4f77-8c38-cb92899e5897 admin admin] Publish callbacks [] for security_group (7b13856c-f427-4e31-9b75-8fe47551597a), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.601118 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-45ddf72b-d73e-4f77-8c38-cb92899e5897 admin admin] Publish callbacks [] for security_group (7b13856c-f427-4e31-9b75-8fe47551597a), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.623605 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2f10b-cfca-4371-aa0c-cb70525563cd req-d81b94a9-4161-4cd9-b1f3-5da240ba922d tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:58.626143 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0ce2f10b-cfca-4371-aa0c-cb70525563cd req-d81b94a9-4161-4cd9-b1f3-5da240ba922d tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.0828156 Aug 29 21:34:58.683664 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-45ddf72b-d73e-4f77-8c38-cb92899e5897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7b13856c-f427-4e31-9b75-8fe47551597a), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.686388 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-45ddf72b-d73e-4f77-8c38-cb92899e5897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.688026 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-45ddf72b-d73e-4f77-8c38-cb92899e5897 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7b13856c-f427-4e31-9b75-8fe47551597a HTTP/1.1" status: 204 len: 168 time: 0.1954665 Aug 29 21:34:58.698908 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddf72b-d73e-4f77-8c38-cb92899e5897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13856c-f427-4e31-9b75-8fe47551597a,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:58.715270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54e20c-df29-4b39-9ba1-c74c5d8e3824 req-a2510503-4470-48d5-a201-d4edd39226ec tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:58.723432 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e54e20c-df29-4b39-9ba1-c74c5d8e3824 req-a2510503-4470-48d5-a201-d4edd39226ec tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.1334784 Aug 29 21:34:58.738988 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:58.748328 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0ce2f10b-cfca-4371-aa0c-cb70525563cd req-0a8d3a15-565c-4157-9803-b7316894c174 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999956 Aug 29 21:34:58.752204 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-008b0e1a-15d1-4b3a-a39c-9124b6e43173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.824551 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e54e20c-df29-4b39-9ba1-c74c5d8e3824 req-5d4044ea-d23c-44b8-af4c-440809f80a20 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992203 Aug 29 21:34:58.914956 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-008b0e1a-15d1-4b3a-a39c-9124b6e43173 admin admin] Publish callbacks [] for security_group (835ce7bc-21bd-47b5-951c-e09f19e8de9f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.920551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-008b0e1a-15d1-4b3a-a39c-9124b6e43173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (835ce7bc-21bd-47b5-951c-e09f19e8de9f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:58.980497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e0297-0461-4c70-a444-ba1ea0b0015f req-8a0a1b55-3bb0-40d2-9c96-bf8123e2da97 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:58.983713 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ef2e0297-0461-4c70-a444-ba1ea0b0015f req-8a0a1b55-3bb0-40d2-9c96-bf8123e2da97 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1135814 Aug 29 21:34:58.988418 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-008b0e1a-15d1-4b3a-a39c-9124b6e43173 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2d4a4d67c85740d09e766ad2fc14952a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263909 Aug 29 21:34:58.988905 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35232) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:59.060827 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b0e1a-15d1-4b3a-a39c-9124b6e43173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835ce7bc-21bd-47b5-951c-e09f19e8de9f,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:59.099937 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e57ac7fc-b5cf-4052-8840-b7569ab256e4 admin admin] Publish callbacks [] for security_group (835ce7bc-21bd-47b5-951c-e09f19e8de9f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:59.121111 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17707c-389c-49f0-aee6-0cff1b687503 req-93538dd8-c6be-4d69-bf2a-3b09a71aba9e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:59.133351 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d17707c-389c-49f0-aee6-0cff1b687503 req-93538dd8-c6be-4d69-bf2a-3b09a71aba9e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.1332448 Aug 29 21:34:59.134258 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35246) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:34:59.148123 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:34:59.178438 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ee74-13c0-4436-81f5-e37a941cf31a req-a8be6954-7aaa-4994-bdbe-ddeed199990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:59.181526 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3f21ee74-13c0-4436-81f5-e37a941cf31a req-a8be6954-7aaa-4994-bdbe-ddeed199990e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 1129 time: 0.1962645 Aug 29 21:34:59.213361 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e57ac7fc-b5cf-4052-8840-b7569ab256e4 admin admin] Publish callbacks [] for security_group (835ce7bc-21bd-47b5-951c-e09f19e8de9f), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:59.240194 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ef2e0297-0461-4c70-a444-ba1ea0b0015f req-d927ffec-152c-4ee6-ba78-deb9e217c92a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252791 Aug 29 21:34:59.305486 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (c933c600-165c-48f0-9f76-060e45dbfeae), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:59.332801 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1585-1811-4e05-95ce-c3273b1830e7 req-9223bb33-626b-4974-ab8c-8a647d7abd93 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:59.345031 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-72ea1585-1811-4e05-95ce-c3273b1830e7 req-9223bb33-626b-4974-ab8c-8a647d7abd93 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 943 time: 0.1267540 Aug 29 21:34:59.458766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:59.473051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55929b-239d-427f-a9ba-35c4ef8c1f47 req-18f7bfe1-dced-4cba-ad02-054b1535bb06 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:59.475390 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa55929b-239d-427f-a9ba-35c4ef8c1f47 req-18f7bfe1-dced-4cba-ad02-054b1535bb06 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1131225 Aug 29 21:34:59.607722 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-72ea1585-1811-4e05-95ce-c3273b1830e7 req-2656c209-cd22-4ebd-9236-04ec3818fc82 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640691 Aug 29 21:34:59.629031 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa55929b-239d-427f-a9ba-35c4ef8c1f47 req-6e006078-e876-412c-bb6a-0cdced8d6b17 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461489 Aug 29 21:34:59.634330 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3f21ee74-13c0-4436-81f5-e37a941cf31a req-d106e6b6-bc9a-4965-9618-023d79d31090 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488428 Aug 29 21:34:59.737569 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e57ac7fc-b5cf-4052-8840-b7569ab256e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (835ce7bc-21bd-47b5-951c-e09f19e8de9f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:59.740142 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e57ac7fc-b5cf-4052-8840-b7569ab256e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:34:59.741340 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e57ac7fc-b5cf-4052-8840-b7569ab256e4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/835ce7bc-21bd-47b5-951c-e09f19e8de9f HTTP/1.1" status: 204 len: 168 time: 0.7499971 Aug 29 21:34:59.749155 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:59.759463 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac7fc-b5cf-4052-8840-b7569ab256e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ce7bc-21bd-47b5-951c-e09f19e8de9f,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:34:59.827907 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:34:59.831146 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86547e61-aa4e-44b4-9970-5ed4c9aa1535" -d '{"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-plugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:34:59.876976 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:34:59.901209 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b456e2d3-818e-4eae-971c-1b0f5b3baa83 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:34:59.928026 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abec1f7e-2b1d-4fda-9385-d76c84e35590 x-openstack-request-id: req-abec1f7e-2b1d-4fda-9385-d76c84e35590 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:34:59.928341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-plugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:34:59.928777 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abec1f7e-2b1d-4fda-9385-d76c84e35590 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:34:59.931854 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abec1f7e-2b1d-4fda-9385-d76c84e35590'] response: {'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'code': 200} Aug 29 21:34:59.951152 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd319478-c3d6-4df1-a330-8a38017f4add req-7aab5484-76fc-488b-a9f7-39b23e1d80d2 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:34:59.953879 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd319478-c3d6-4df1-a330-8a38017f4add req-7aab5484-76fc-488b-a9f7-39b23e1d80d2 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.0895753 Aug 29 21:35:00.077845 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port b456e2d3-818e-4eae-971c-1b0f5b3baa83, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:00.079864 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd319478-c3d6-4df1-a330-8a38017f4add req-19694f2d-96f6-497a-9fb4-f92a9ba6a339 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190414 Aug 29 21:35:00.093671 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'port_id': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'mac_address': 'fa:16:3e:1b:f0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:35:00.152064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35294) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:00.160487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port b456e2d3-818e-4eae-971c-1b0f5b3baa83 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:00.160817 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.194494 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b456e2d3-818e-4eae-971c-1b0f5b3baa83 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:35:00.258816 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port b456e2d3-818e-4eae-971c-1b0f5b3baa83, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:00.270209 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.369762 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:00.386314 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=b456e2d3-818e-4eae-971c-1b0f5b3baa83,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:00.449096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f05d4-9b8a-408e-b6a3-d1101f0421d0 req-25b67fa1-a837-4248-9953-60aec8a34493 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:00.459293 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b30f05d4-9b8a-408e-b6a3-d1101f0421d0 req-25b67fa1-a837-4248-9953-60aec8a34493 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0900767 Aug 29 21:35:00.491831 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-55e3df23-f6bd-4aca-951e-f0533066c0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.508685 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.536422 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b30f05d4-9b8a-408e-b6a3-d1101f0421d0 req-d5708d7d-ec33-4503-9b98-43ad7cf0fb5f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756392 Aug 29 21:35:00.543285 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (c933c600-165c-48f0-9f76-060e45dbfeae), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.560124 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.564274 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['b456e2d3-818e-4eae-971c-1b0f5b3baa83'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:35:00.757378 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35314) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:00.841188 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP c933c600-165c-48f0-9f76-060e45dbfeae associated. External IP: 172.27.4.69, port: 2585b07b-9d0b-4988-b1c6-a7489aea0806. Aug 29 21:35:00.843078 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c744e313-8678-445f-9aad-a1f8ee4beae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.874894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Publish callbacks [] for security_group (8ae42d0c-29c3-4b86-be90-9aefaff99a8f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.917784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8ae42d0c-29c3-4b86-be90-9aefaff99a8f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:00.935535 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:00.984949 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722991d2-4f98-4563-8cc9-2a3e9daef907 req-8263e6fd-466f-451e-a359-549830f26491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:00.986454 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-722991d2-4f98-4563-8cc9-2a3e9daef907 req-8263e6fd-466f-451e-a359-549830f26491 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1129 time: 0.1918433 Aug 29 21:35:01.007275 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d810724-3ffc-4a1d-9b40-f283efbdb9a2 req-d8b99561-a07b-4c06-88d9-a7dcf47e15a9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:01.009168 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3d810724-3ffc-4a1d-9b40-f283efbdb9a2 req-d8b99561-a07b-4c06-88d9-a7dcf47e15a9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1748190 Aug 29 21:35:01.023793 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0448a001b4714952b7d9767ec2d2cacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8706057 Aug 29 21:35:01.035197 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3966-7768-450c-946d-e2c994f64c51 req-d7898aea-085c-43f6-bc14-0143d7084e05 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:01.036711 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4ecb3966-7768-450c-946d-e2c994f64c51 req-d7898aea-085c-43f6-bc14-0143d7084e05 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 944 time: 0.1542697 Aug 29 21:35:01.041679 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35320) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:01.058360 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae42d0c-29c3-4b86-be90-9aefaff99a8f,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:01.091144 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:01.113833 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.114163 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.114500 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.114836 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.115166 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.115495 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.115814 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.116134 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.116455 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.116803 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.117129 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.117445 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.117937 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.118401 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.118862 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85fc81a-627f-4a67-b212-4fb7473866de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.155998 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:01.211540 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3d810724-3ffc-4a1d-9b40-f283efbdb9a2 req-926fcf6d-7475-4aa6-a6dc-cd1b1e25d8c4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834886 Aug 29 21:35:01.219228 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4ecb3966-7768-450c-946d-e2c994f64c51 req-81a2e190-d4bb-4ab4-a2c3-9d4b739a2718 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686502 Aug 29 21:35:01.228335 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:01.239718 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.242063 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3132a88a-b181-4171-abd7-1f6a2f1b0d5d admin admin] Publish callbacks [] for security_group (8ae42d0c-29c3-4b86-be90-9aefaff99a8f), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.251931 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:01.272745 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:01.273374 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:01.287998 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-214f592e-ed7e-491a-a46f-aec34e606c87 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/c933c600-165c-48f0-9f76-060e45dbfeae HTTP/1.1" status: 200 len: 990 time: 2.1503456 Aug 29 21:35:01.288973 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:35:01.291745 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54f264-aae6-4abf-81d2-d25f6e06d429" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:35:01.301660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c744e313-8678-445f-9aad-a1f8ee4beae1 admin admin] Publish callbacks [] for security_group (a085bc15-882d-4d4d-ae10-65ed624d0209), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.322671 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3132a88a-b181-4171-abd7-1f6a2f1b0d5d admin admin] Publish callbacks [] for security_group (8ae42d0c-29c3-4b86-be90-9aefaff99a8f), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.328644 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c744e313-8678-445f-9aad-a1f8ee4beae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (a085bc15-882d-4d4d-ae10-65ed624d0209), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.347079 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876601fe-f2ea-4fe6-a1bc-dda5f58c3330 x-openstack-request-id: req-876601fe-f2ea-4fe6-a1bc-dda5f58c3330 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:35:01.347660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:35:01.348097 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-876601fe-f2ea-4fe6-a1bc-dda5f58c3330 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:35:01.348683 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876601fe-f2ea-4fe6-a1bc-dda5f58c3330'] response: {'name': 'network-changed', 'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'status': 'completed', 'code': 200} Aug 29 21:35:01.367556 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:01.370464 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c744e313-8678-445f-9aad-a1f8ee4beae1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=867d22d866ef4f38a5101b4e1f7b3010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891352 Aug 29 21:35:01.374510 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35332) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:01.397722 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:01.450997 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744e313-8678-445f-9aad-a1f8ee4beae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a085bc15-882d-4d4d-ae10-65ed624d0209,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:01.483509 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Publish callbacks [] for security_group (a085bc15-882d-4d4d-ae10-65ed624d0209), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.513060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Publish callbacks [] for security_group (a085bc15-882d-4d4d-ae10-65ed624d0209), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.521051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-92bd6b5a-a13c-426a-8655-612ec5c0eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:01.522571 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-92bd6b5a-a13c-426a-8655-612ec5c0eea0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 1129 time: 0.0959582 Aug 29 21:35:01.583393 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3132a88a-b181-4171-abd7-1f6a2f1b0d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8ae42d0c-29c3-4b86-be90-9aefaff99a8f), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.584091 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (a085bc15-882d-4d4d-ae10-65ed624d0209), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.586053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3132a88a-b181-4171-abd7-1f6a2f1b0d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.588017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:01.592257 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a085bc15-882d-4d4d-ae10-65ed624d0209 HTTP/1.1" status: 204 len: 168 time: 0.2165906 Aug 29 21:35:01.598636 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3132a88a-b181-4171-abd7-1f6a2f1b0d5d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8ae42d0c-29c3-4b86-be90-9aefaff99a8f HTTP/1.1" status: 204 len: 168 time: 0.5475230 Aug 29 21:35:01.607299 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a085bc15-882d-4d4d-ae10-65ed624d0209,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:01.616750 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-722991d2-4f98-4563-8cc9-2a3e9daef907 req-43b5007a-33cb-4f3c-a2cc-b1c3b28d43da service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270770 Aug 29 21:35:01.620674 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.624351 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.625177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.627924 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.629501 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.630030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.630612 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.631904 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.632396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.634067 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.635771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a88a-b181-4171-abd7-1f6a2f1b0d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae42d0c-29c3-4b86-be90-9aefaff99a8f,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:01.636020 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.636508 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.637669 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.638146 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.639295 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1ab83c-7e43-49cf-96ba-9978a82bccd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:01.730842 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-b05be85f-f479-46a7-be35-8f6a1a72269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:01.732451 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-b05be85f-f479-46a7-be35-8f6a1a72269a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.2005124 Aug 29 21:35:01.843891 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabb0be-8765-44aa-bb71-191471876945 req-3fdd98fb-045e-4110-9742-e375984ad43a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:01.845478 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-aaabb0be-8765-44aa-bb71-191471876945 req-3fdd98fb-045e-4110-9742-e375984ad43a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1062465 Aug 29 21:35:01.899105 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b456e2d3-818e-4eae-971c-1b0f5b3baa83 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:01.951076 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:00Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:01.980819 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:01.994044 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:02.002604 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:34:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:02.059329 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port b456e2d3-818e-4eae-971c-1b0f5b3baa83 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:35:02.067829 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port b456e2d3-818e-4eae-971c-1b0f5b3baa83 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:02.068468 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.105819 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:35:02.121751 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-5f10b12e-c5f4-4d36-93ff-8bf0694cf30a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806 HTTP/1.1" status: 200 len: 998 time: 0.2752721 Aug 29 21:35:02.189039 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port b456e2d3-818e-4eae-971c-1b0f5b3baa83 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:02.190294 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.198067 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-aaabb0be-8765-44aa-bb71-191471876945 req-6d377ab3-da28-4175-8694-ce186c42b17e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307195 Aug 29 21:35:02.211326 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:02.262574 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:35:02.270013 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e0a053-f161-468b-bfaa-a4abc842648f" -d '{"events": [{"server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "name": "network-vif-plugged", "status": "completed", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:35:02.299144 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port b456e2d3-818e-4eae-971c-1b0f5b3baa83, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:02.306224 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.355337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35368) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:02.392320 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=b456e2d3-818e-4eae-971c-1b0f5b3baa83,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:02.408673 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-324ffedd-e500-413a-a030-23a3ba149683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.555710 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-37d45848-b5ac-4fe2-81ce-6e15dd2bc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:02.567524 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-37d45848-b5ac-4fe2-81ce-6e15dd2bc925 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.1315486 Aug 29 21:35:02.665071 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:00Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:02.735293 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3ea533-8514-4888-8c8a-f3555274f4e1 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:00Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:02.744373 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-2da53372-e280-4fc3-b640-58a94ba21f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:02.745926 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-2da53372-e280-4fc3-b640-58a94ba21f84 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1657414 Aug 29 21:35:02.822460 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b9c0151d-3134-4d47-8588-a7692b6406c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.835002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-757e0663-5545-4db6-b780-151482ab8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:02.836505 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-757e0663-5545-4db6-b780-151482ab8bfe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 1129 time: 0.1729131 Aug 29 21:35:02.838617 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-324ffedd-e500-413a-a030-23a3ba149683 admin admin] Publish callbacks [] for security_group (c4d97238-b3ab-43a4-9f91-1fbf206ed75f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.859122 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ec67f-d211-4ae2-9e6b-2e4c190b4029 req-1c590610-5426-4cf0-8e1c-2efbfd08b7fc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:02.867616 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c11ec67f-d211-4ae2-9e6b-2e4c190b4029 req-1c590610-5426-4cf0-8e1c-2efbfd08b7fc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1395476 Aug 29 21:35:02.869277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-324ffedd-e500-413a-a030-23a3ba149683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c4d97238-b3ab-43a4-9f91-1fbf206ed75f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:02.926533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:02.960037 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25247e-3fef-4508-99d7-3ffc22eedfec req-afee805e-ee6d-4895-b21d-9f4766891481 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:02.961585 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9c25247e-3fef-4508-99d7-3ffc22eedfec req-afee805e-ee6d-4895-b21d-9f4766891481 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1348279 Aug 29 21:35:02.991008 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-324ffedd-e500-413a-a030-23a3ba149683 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1dc2295f232841798892910f44d3281c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6343129 Aug 29 21:35:02.991427 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35390) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:03.002391 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ffedd-e500-413a-a030-23a3ba149683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d97238-b3ab-43a4-9f91-1fbf206ed75f,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:03.005270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=8 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:03.014106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:03.022145 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c11ec67f-d211-4ae2-9e6b-2e4c190b4029 req-ff7e37de-18a6-47f6-b069-e175375b6751 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539822 Aug 29 21:35:03.077398 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9c25247e-3fef-4508-99d7-3ffc22eedfec req-d7b75026-9cf5-46c7-a274-f182e57155f9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995319 Aug 29 21:35:03.087369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be25af7-9c28-48f0-bf26-599826cd9449 None None] New status for floating IP c933c600-165c-48f0-9f76-060e45dbfeae: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:35:03.116834 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b61c649-b6aa-4451-b8c2-8a31bc5be185 admin admin] Publish callbacks [] for security_group (c4d97238-b3ab-43a4-9f91-1fbf206ed75f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.156684 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b61c649-b6aa-4451-b8c2-8a31bc5be185 admin admin] Publish callbacks [] for security_group (c4d97238-b3ab-43a4-9f91-1fbf206ed75f), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.232907 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e16e89-0dab-423f-8911-ee00c7672716 req-13a74125-8cdd-45c2-bb8f-275033938133 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:03.245798 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b61c649-b6aa-4451-b8c2-8a31bc5be185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c4d97238-b3ab-43a4-9f91-1fbf206ed75f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.249338 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b61c649-b6aa-4451-b8c2-8a31bc5be185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.249627 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b8e16e89-0dab-423f-8911-ee00c7672716 req-13a74125-8cdd-45c2-bb8f-275033938133 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0888660 Aug 29 21:35:03.251218 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4b61c649-b6aa-4451-b8c2-8a31bc5be185 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c4d97238-b3ab-43a4-9f91-1fbf206ed75f HTTP/1.1" status: 204 len: 168 time: 0.2586689 Aug 29 21:35:03.263516 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61c649-b6aa-4451-b8c2-8a31bc5be185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d97238-b3ab-43a4-9f91-1fbf206ed75f,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:03.271364 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460eb710-0518-42ed-9bf8-40ed9237660c x-openstack-request-id: req-460eb710-0518-42ed-9bf8-40ed9237660c {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:35:03.271657 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "name": "network-vif-plugged", "status": "completed", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:35:03.272138 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-460eb710-0518-42ed-9bf8-40ed9237660c {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:35:03.272498 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-460eb710-0518-42ed-9bf8-40ed9237660c'] response: {'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'code': 200} Aug 29 21:35:03.273319 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:03.318313 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35398) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:03.557040 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1637396146-network', 'tenant_id': '7faae8d00a06427983b2944792166135'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:03.591330 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Made reservation on behalf of 7faae8d00a06427983b2944792166135 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:03.596149 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.659083 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.682423 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b8e16e89-0dab-423f-8911-ee00c7672716 req-7fd46da7-32ff-4eca-9c41-ecdba784f7a1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319665 Aug 29 21:35:03.742097 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-a18acba9-0cfe-4e04-b317-bac61f4f03a6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764438 Aug 29 21:35:03.749540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde0b5c-220e-4527-9e23-8be163389ea0 req-d5c1fd3c-5950-41e6-9a92-ee86109f0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:03.751378 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8dde0b5c-220e-4527-9e23-8be163389ea0 req-d5c1fd3c-5950-41e6-9a92-ee86109f0476 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1129 time: 0.1147316 Aug 29 21:35:03.790836 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-254a4999-2be5-431e-8f18-0f1a4b9af1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:03.793956 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-254a4999-2be5-431e-8f18-0f1a4b9af1e5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.5068576 Aug 29 21:35:03.814442 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks [] for security_group (feb37a6c-349c-4fe1-966f-851fbb25f43c), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.820047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (feb37a6c-349c-4fe1-966f-851fbb25f43c), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.857664 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:35:03.865482 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb37a6c-349c-4fe1-966f-851fbb25f43c,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:03.873007 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (44e589dd-fef0-4254-b274-5bec95e8d434), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.873368 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Added segment 44e589dd-fef0-4254-b274-5bec95e8d434 of type vlan for network a01e1e8d-c0e5-4a59-8955-9b546ee42a72 Aug 29 21:35:03.908874 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:03.913128 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-c5227496-2629-4259-b300-8cb5e05fd0ef service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2 HTTP/1.1" status: 200 len: 217 time: 0.0643282 Aug 29 21:35:03.923677 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (a01e1e8d-c0e5-4a59-8955-9b546ee42a72), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.954461 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (a01e1e8d-c0e5-4a59-8955-9b546ee42a72), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:03.956624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:03.957516 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.027416 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-a6884e0d-1aa3-40c0-84f4-ffcb63cd7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.028993 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-a6884e0d-1aa3-40c0-84f4-ffcb63cd7c52 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.1053591 Aug 29 21:35:04.031411 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8dde0b5c-220e-4527-9e23-8be163389ea0 req-50bfbadd-aa04-4292-ada6-06ff26d1c85e service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698421 Aug 29 21:35:04.032255 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7125938 Aug 29 21:35:04.033200 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3fedd-9ce8-4b82-a3a9-18e2e53ea65c admin admin] Pushing event updated for resources: {'Network': ['ID=a01e1e8d-c0e5-4a59-8955-9b546ee42a72,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:04.033374 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d54f264-aae6-4abf-81d2-d25f6e06d429 req-722331d0-fc3d-4c7a-ab6c-6158cb9e9c7c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852736 Aug 29 21:35:04.035772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35424) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:04.042011 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Request body: {'subnet': {'network_id': 'a01e1e8d-c0e5-4a59-8955-9b546ee42a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1637396146-subnet', 'tenant_id': '7faae8d00a06427983b2944792166135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:04.047305 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network a01e1e8d-c0e5-4a59-8955-9b546ee42a72 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:35:04.067010 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Made reservation on behalf of 7faae8d00a06427983b2944792166135 for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:04.072859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.283053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc919b-0f6a-4308-a9b1-1e4d6ce1d9b4 req-45306ea4-6309-4b74-8106-7bb48758ef48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.284654 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4bc919b-0f6a-4308-a9b1-1e4d6ce1d9b4 req-45306ea4-6309-4b74-8106-7bb48758ef48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1342301 Aug 29 21:35:04.341047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ab62f-476e-4086-88db-83882f413535 req-9903985a-5194-40f6-af87-06f38ce65011 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.349064 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-588ab62f-476e-4086-88db-83882f413535 req-9903985a-5194-40f6-af87-06f38ce65011 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1420720 Aug 29 21:35:04.407105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-ea3bb1e1-617b-4f04-890c-9fd3090136bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.408700 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-ea3bb1e1-617b-4f04-890c-9fd3090136bf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231112 Aug 29 21:35:04.464201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:04.464938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:04.477664 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4bc919b-0f6a-4308-a9b1-1e4d6ce1d9b4 req-e44c1ec7-17ff-4816-a1c0-64b5fdc5eb43 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756027 Aug 29 21:35:04.487553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-588ab62f-476e-4086-88db-83882f413535 req-4cc5b621-a795-43d4-87d6-3ef9a4bb3460 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376510 Aug 29 21:35:04.555035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (6fe7a503-1a30-4121-ba99-48c390e1c4c7), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.698164 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5d433-8e29-4c7e-ba98-5b0ce7646281 req-7186216d-8c37-4d08-b789-7a4bb0488452 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.699679 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90b5d433-8e29-4c7e-ba98-5b0ce7646281 req-7186216d-8c37-4d08-b789-7a4bb0488452 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1382570 Aug 29 21:35:04.709699 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35446) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:04.714353 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'floatingip': {'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:04.728997 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe7a503-1a30-4121-ba99-48c390e1c4c7,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:04.747431 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Checking segment: {'id': '44e589dd-fef0-4254-b274-5bec95e8d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'a01e1e8d-c0e5-4a59-8955-9b546ee42a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:04.747791 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Network hostable DHCP agents. Network: a01e1e8d-c0e5-4a59-8955-9b546ee42a72, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:35:04.776561 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (3fdcec47-488e-4f8d-8208-6ff5535561dc), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.805278 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.807775 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Network a01e1e8d-c0e5-4a59-8955-9b546ee42a72 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:35:04.842797 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-5b536b57-a7f0-4c70-b26b-46040b4b93c8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224424 Aug 29 21:35:04.843499 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, a01e1e8d-c0e5-4a59-8955-9b546ee42a72) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:04.852222 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.852934 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:04.854086 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2849d-9230-480d-807a-24820c6f142c None None] Network a01e1e8d-c0e5-4a59-8955-9b546ee42a72 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:04.881026 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7558c-aeda-4e71-9a49-219b48ced61c req-9d259069-4e40-4e50-b409-c8fdcef6fb2c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:04.884083 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6eb7558c-aeda-4e71-9a49-219b48ced61c req-9d259069-4e40-4e50-b409-c8fdcef6fb2c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1057429 Aug 29 21:35:04.929461 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-744e0ef2-1706-4c57-8eb8-ee6a5c849de6 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8905885 Aug 29 21:35:04.978797 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6eb7558c-aeda-4e71-9a49-219b48ced61c req-71d1d1e5-33bb-4ba6-ad0b-cf3973baa826 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886338 Aug 29 21:35:05.020057 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5653304a-91fe-4150-8f3e-ce8b0d120556 None None] Network a01e1e8d-c0e5-4a59-8955-9b546ee42a72 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:05.213149 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b77f523-a0be-4cf2-a036-7671787bfbaa req-09f88e2a-4c76-484f-b711-04945e684219 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529360 Aug 29 21:35:05.401173 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35478) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:05.617097 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:05.620072 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.625717 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.627428 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (3fdcec47-488e-4f8d-8208-6ff5535561dc), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.634303 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:05.650093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0960f03d-c377-48ae-91e5-139e56754b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.713811 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca20c4-d615-41ac-b7e7-150b9d9161c0 req-7a44a2d3-9636-4035-a719-7ff4ad8e4f77 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:05.716172 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-25ca20c4-d615-41ac-b7e7-150b9d9161c0 req-7a44a2d3-9636-4035-a719-7ff4ad8e4f77 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0799117 Aug 29 21:35:05.747143 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.787060 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Floating IP 3fdcec47-488e-4f8d-8208-6ff5535561dc associated. External IP: 172.27.4.74, port: 9a89d54f-b4bb-438b-aba7-0e6acacc72c3. Aug 29 21:35:05.864575 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-25ca20c4-d615-41ac-b7e7-150b9d9161c0 req-bf5d6c41-9c53-47e6-9611-0e9097948f1b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368110 Aug 29 21:35:05.891523 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:05.906181 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0960f03d-c377-48ae-91e5-139e56754b3d admin admin] Publish callbacks [] for security_group (cfaa38c7-c317-4892-8241-7aee87538ffa), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.913286 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0960f03d-c377-48ae-91e5-139e56754b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (cfaa38c7-c317-4892-8241-7aee87538ffa), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:05.961141 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960f03d-c377-48ae-91e5-139e56754b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa38c7-c317-4892-8241-7aee87538ffa,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:05.976163 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0960f03d-c377-48ae-91e5-139e56754b3d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ca49c2e79b39471e9927123e20cf6658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5738766 Aug 29 21:35:05.978811 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35496) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:06.016200 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35500) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:06.021236 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1767510636-network', 'tenant_id': 'bf2f032d6edd45349370a7d99dc4ee78'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:06.063207 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Made reservation on behalf of bf2f032d6edd45349370a7d99dc4ee78 for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:06.065707 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.069870 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Router 398dc043-6953-42e8-86bd-9690ba91f98d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:06.188015 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:06.194626 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a767c-b2d5-408e-abae-6bfc080c156b req-49876326-29fd-44f2-8190-e0c18ab2cefa tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:06.196000 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-685a767c-b2d5-408e-abae-6bfc080c156b req-49876326-29fd-44f2-8190-e0c18ab2cefa tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1364820 Aug 29 21:35:06.202482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a6c10ecd-ce12-4aa7-a960-39b90a62f800 admin admin] Publish callbacks [] for security_group (cfaa38c7-c317-4892-8241-7aee87538ffa), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.208084 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.212513 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:06.218642 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.223428 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:06.227351 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:06.242512 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:06.243224 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:06.260433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a6c10ecd-ce12-4aa7-a960-39b90a62f800 admin admin] Publish callbacks [] for security_group (cfaa38c7-c317-4892-8241-7aee87538ffa), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.294652 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-48eef6db-a161-4c64-86de-89f84dc5002a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/3fdcec47-488e-4f8d-8208-6ff5535561dc HTTP/1.1" status: 200 len: 990 time: 1.5829017 Aug 29 21:35:06.295696 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:35:06.300555 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:35:06.345237 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-685a767c-b2d5-408e-abae-6bfc080c156b req-0ec5d0cd-6099-4a70-bde9-06364f041e65 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384649 Aug 29 21:35:06.345547 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f34b536-3d78-4a60-8254-b49fe96fb2c2 x-openstack-request-id: req-9f34b536-3d78-4a60-8254-b49fe96fb2c2 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:35:06.346169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:35:06.346651 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f34b536-3d78-4a60-8254-b49fe96fb2c2 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:35:06.347255 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f34b536-3d78-4a60-8254-b49fe96fb2c2'] response: {'name': 'network-changed', 'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'status': 'completed', 'code': 200} Aug 29 21:35:06.379935 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:06.382315 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:06.393537 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks [] for security_group (7d457daf-a095-4751-a2d8-ae10f41f2136), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.395105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a6c10ecd-ce12-4aa7-a960-39b90a62f800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (cfaa38c7-c317-4892-8241-7aee87538ffa), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.397842 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a6c10ecd-ce12-4aa7-a960-39b90a62f800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.399027 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a6c10ecd-ce12-4aa7-a960-39b90a62f800 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cfaa38c7-c317-4892-8241-7aee87538ffa HTTP/1.1" status: 204 len: 168 time: 0.4190557 Aug 29 21:35:06.402294 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7d457daf-a095-4751-a2d8-ae10f41f2136), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.416459 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:35:06.426876 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10ecd-ce12-4aa7-a960-39b90a62f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa38c7-c317-4892-8241-7aee87538ffa,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:06.447687 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (7da1a270-08ac-4ecc-bffb-109d027c8933), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.448168 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Added segment 7da1a270-08ac-4ecc-bffb-109d027c8933 of type vlan for network 8410ee91-8def-4d2c-a939-5205072cc354 Aug 29 21:35:06.493234 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d457daf-a095-4751-a2d8-ae10f41f2136,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:06.539315 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (8410ee91-8def-4d2c-a939-5205072cc354), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.614687 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-41029e10-dbdf-4727-bdcd-3ef9a1e4c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:06.616907 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-41029e10-dbdf-4727-bdcd-3ef9a1e4c4e7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1129 time: 0.0721786 Aug 29 21:35:06.622979 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (8410ee91-8def-4d2c-a939-5205072cc354), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.623991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:06.624569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.674760 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '3fdcec47-488e-4f8d-8208-6ff5535561dc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'floating_ip_address': '172.27.4.74', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'mac_address': 'fa:16:3e:1f:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:37Z', 'updated_at': '2022-08-29T21:35:05Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:06.678254 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:06.703386 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:06.713703 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:06.714446 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:06.715521 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] Pushing event updated for resources: {'Network': ['ID=8410ee91-8def-4d2c-a939-5205072cc354,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:06.754327 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-078becd9-4248-46e3-8ba0-e53a9a511985 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7370195 Aug 29 21:35:06.757179 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35516) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:06.762143 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Request body: {'subnet': {'network_id': '8410ee91-8def-4d2c-a939-5205072cc354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1767510636-subnet', 'tenant_id': 'bf2f032d6edd45349370a7d99dc4ee78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:06.764602 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 8410ee91-8def-4d2c-a939-5205072cc354 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:35:06.804695 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:06.807851 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Made reservation on behalf of bf2f032d6edd45349370a7d99dc4ee78 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:06.810282 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:06.842870 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-5c8eebff-2a3f-4928-8279-3e538f0c47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:06.845245 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-5c8eebff-2a3f-4928-8279-3e538f0c47ff service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.1649125 Aug 29 21:35:06.932488 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:06.958089 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35520) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:06.985887 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37f8c278-6961-4f9e-a81b-c0bdc422b8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.002388 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-3650a622-cfbf-411b-8dfa-5d114642bd32 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 998 time: 0.1517377 Aug 29 21:35:07.061831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ee5ad-a318-41d4-95dc-1fc7d8e65c15 req-5901bf6e-c9fe-4f0b-b13b-949fc562f8ed tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:07.063540 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-069ee5ad-a318-41d4-95dc-1fc7d8e65c15 req-5901bf6e-c9fe-4f0b-b13b-949fc562f8ed tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0602689 Aug 29 21:35:07.111831 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:07.123862 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-069ee5ad-a318-41d4-95dc-1fc7d8e65c15 req-7f2fb133-b437-4676-837d-0043c668beb9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532768 Aug 29 21:35:07.152330 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37f8c278-6961-4f9e-a81b-c0bdc422b8e1 admin admin] Publish callbacks [] for security_group (c52d5add-11e9-4527-b7db-f8ba96ed1eaa), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.154142 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.185767 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37f8c278-6961-4f9e-a81b-c0bdc422b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c52d5add-11e9-4527-b7db-f8ba96ed1eaa), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.227252 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '3fdcec47-488e-4f8d-8208-6ff5535561dc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'floating_ip_address': '172.27.4.74', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'mac_address': 'fa:16:3e:1f:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:37Z', 'updated_at': '2022-08-29T21:35:05Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:07.245653 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:07.266019 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330aae60-2d6d-4446-896c-daeda6806f36 None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '3fdcec47-488e-4f8d-8208-6ff5535561dc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'floating_ip_address': '172.27.4.74', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'mac_address': 'fa:16:3e:1f:52:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:37Z', 'updated_at': '2022-08-29T21:35:05Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:07.307534 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-37f8c278-6961-4f9e-a81b-c0bdc422b8e1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=06648917f7d546a8ab0cda25c7c21dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483214 Aug 29 21:35:07.311067 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35530) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:07.317770 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8c278-6961-4f9e-a81b-c0bdc422b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d5add-11e9-4527-b7db-f8ba96ed1eaa,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:07.321398 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86cd4b-0366-4cb9-bcdd-13dc3dea0a93 req-80ae427b-ba7a-408a-923e-934c1d30d495 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:07.326645 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-df86cd4b-0366-4cb9-bcdd-13dc3dea0a93 req-80ae427b-ba7a-408a-923e-934c1d30d495 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1110928 Aug 29 21:35:07.359017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35532) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:07.376314 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Checking segment: {'id': '7da1a270-08ac-4ecc-bffb-109d027c8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '8410ee91-8def-4d2c-a939-5205072cc354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:07.382689 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Network hostable DHCP agents. Network: 8410ee91-8def-4d2c-a939-5205072cc354, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:35:07.385674 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-d46ba63f-303c-4b0a-925e-b3cbbf99ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:07.387261 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-d46ba63f-303c-4b0a-925e-b3cbbf99ce33 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0594022 Aug 29 21:35:07.393701 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'floatingip': {'port_id': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:07.455069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-2ebda559-ee1e-425c-a978-c275210e3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:07.457856 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-2ebda559-ee1e-425c-a978-c275210e3b54 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631249 Aug 29 21:35:07.485998 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (07850bf8-1963-41d9-97be-8a199f381874), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.576926 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63a222-a5e1-41db-a988-fe02f45eae07 req-e41506c2-045b-4f00-ad3e-6bf8c8d1aa26 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:07.578472 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Network 8410ee91-8def-4d2c-a939-5205072cc354 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:35:07.578607 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5a63a222-a5e1-41db-a988-fe02f45eae07 req-e41506c2-045b-4f00-ad3e-6bf8c8d1aa26 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1008244 Aug 29 21:35:07.598415 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 8410ee91-8def-4d2c-a939-5205072cc354) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:07.602360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aed54ecd-6adc-4092-a12e-174d98423af8 admin admin] Publish callbacks [] for security_group (c52d5add-11e9-4527-b7db-f8ba96ed1eaa), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.607769 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65bac91-dfea-4677-8bb4-05b1dcc62379 None None] Network 8410ee91-8def-4d2c-a939-5205072cc354 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:07.620020 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:07.620538 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.658935 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:07.664896 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-c3978629-7a10-4242-829c-b26763c42dc7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970789 Aug 29 21:35:07.670817 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5a63a222-a5e1-41db-a988-fe02f45eae07 req-3f854783-6f64-49d5-88bb-2caaad9a4289 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813484 Aug 29 21:35:07.676657 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aed54ecd-6adc-4092-a12e-174d98423af8 admin admin] Publish callbacks [] for security_group (c52d5add-11e9-4527-b7db-f8ba96ed1eaa), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.692005 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-814967f8-ce4b-480b-96e7-27eac5d0b090 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9337275 Aug 29 21:35:07.695664 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03da5e-33b1-4f50-849a-9d366515398b None None] New status for floating IP 3fdcec47-488e-4f8d-8208-6ff5535561dc: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:35:07.741080 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:07.914449 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76f6a17a-7c9a-4bae-90a2-6c5b0c94faf1 req-9a59f6af-f469-402c-ab3c-b4e33e0c0cc6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345438 Aug 29 21:35:07.916141 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aed54ecd-6adc-4092-a12e-174d98423af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c52d5add-11e9-4527-b7db-f8ba96ed1eaa), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.919177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-aed54ecd-6adc-4092-a12e-174d98423af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:07.923080 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-aed54ecd-6adc-4092-a12e-174d98423af8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c52d5add-11e9-4527-b7db-f8ba96ed1eaa HTTP/1.1" status: 204 len: 168 time: 0.6084635 Aug 29 21:35:07.923227 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f4638e-7277-4682-91b1-cba070a612b7 None None] Network 8410ee91-8def-4d2c-a939-5205072cc354 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:07.940895 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed54ecd-6adc-4092-a12e-174d98423af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d5add-11e9-4527-b7db-f8ba96ed1eaa,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:08.245782 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:08.263642 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (07850bf8-1963-41d9-97be-8a199f381874), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:08.358686 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-a7bb8584-a790-4e41-9c5d-0e2fa3c0ad65 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396583 Aug 29 21:35:08.374648 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:08.379970 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Floating IP 07850bf8-1963-41d9-97be-8a199f381874 associated. External IP: 172.27.4.144, port: b456e2d3-818e-4eae-971c-1b0f5b3baa83. Aug 29 21:35:08.482762 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-7fc773d0-73a4-4f0e-bb71-436391ae7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:08.484545 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-7fc773d0-73a4-4f0e-bb71-436391ae7f7c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1129 time: 0.0695770 Aug 29 21:35:08.715299 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Router b6624aa6-376b-4949-a46f-84174eaccf7d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:08.887004 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:08.904941 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:08.905765 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:08.915450 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:08.916294 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:08.969431 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-5b9e2f8c-44e6-4b9f-abc1-c1292b4fd56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:08.971155 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-5b9e2f8c-44e6-4b9f-abc1-c1292b4fd56d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.4420354 Aug 29 21:35:08.979426 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f37b763d-f2c5-412c-9a78-8297aca36955 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/07850bf8-1963-41d9-97be-8a199f381874 HTTP/1.1" status: 200 len: 991 time: 1.5934379 Aug 29 21:35:08.980877 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:35:08.983417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc398917-9fbd-43a4-beae-c0113ca0cfb1 req-3ec1a8c2-21e1-45ff-8418-1756bfaec4f5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:08.984496 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f22a70d-d917-4c01-81e7-f45b798a982f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:35:08.985589 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc398917-9fbd-43a4-beae-c0113ca0cfb1 req-3ec1a8c2-21e1-45ff-8418-1756bfaec4f5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1021292 Aug 29 21:35:09.042531 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d7656a-33a7-43a2-a162-65b55487e013 x-openstack-request-id: req-84d7656a-33a7-43a2-a162-65b55487e013 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:35:09.042868 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:35:09.043138 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84d7656a-33a7-43a2-a162-65b55487e013 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:35:09.043544 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d7656a-33a7-43a2-a162-65b55487e013'] response: {'name': 'network-changed', 'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'status': 'completed', 'code': 200} Aug 29 21:35:09.052321 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:09.060579 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-3c55d62b-c054-41b4-8efd-090450d9d0a0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 200 len: 217 time: 0.0736239 Aug 29 21:35:09.073347 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:09.133415 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-74ff34a2-9e0e-46c5-abdf-0d9e24a29883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:09.135157 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-74ff34a2-9e0e-46c5-abdf-0d9e24a29883 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0570891 Aug 29 21:35:09.197486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-16d2392b-451f-4621-b872-3468c8ef4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:09.199375 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-16d2392b-451f-4621-b872-3468c8ef4a99 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1129 time: 0.0690777 Aug 29 21:35:09.302873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:09.336318 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc398917-9fbd-43a4-beae-c0113ca0cfb1 req-9d35cb8c-6c65-485d-bbd2-4bf85144ad69 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746956 Aug 29 21:35:09.337536 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-8ea8ede0-4dce-46e1-84cf-e13cca335fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:09.339343 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-8ea8ede0-4dce-46e1-84cf-e13cca335fee service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1555500 Aug 29 21:35:09.476365 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-43ddac80-a4b6-4f58-9326-9de321443836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:09.477882 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-43ddac80-a4b6-4f58-9326-9de321443836 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 913 time: 0.2701380 Aug 29 21:35:09.549909 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-88f1f9d0-4852-4102-b398-39f658993911 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908097 Aug 29 21:35:09.571729 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-5e6519f8-adc7-4f33-b866-829a055dcfd9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 200 len: 999 time: 0.0816531 Aug 29 21:35:09.584110 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '07850bf8-1963-41d9-97be-8a199f381874', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'port_id': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'mac_address': 'fa:16:3e:1b:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:33Z', 'updated_at': '2022-08-29T21:35:08Z', 'revision_number': 1, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:09.640807 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:09.658421 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:09.659130 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:09.707432 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-cfd8ccc1-0ef3-429e-9337-74402e6033e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:09.708814 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-cfd8ccc1-0ef3-429e-9337-74402e6033e6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.1175039 Aug 29 21:35:09.756823 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:09.784408 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-89acad14-8e77-4a21-b2b3-b0959ba5f124 req-2b86f3cc-18e9-4167-809d-30f3a37a0777 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945939 Aug 29 21:35:09.787892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-21d6b8a2-b02b-4e40-8a4b-226d91db42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:09.789464 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-21d6b8a2-b02b-4e40-8a4b-226d91db42aa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745745 Aug 29 21:35:09.795438 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:09.906360 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-c23df4a3-6d33-417d-8997-f50aaea2e28b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024690 Aug 29 21:35:09.958577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:09.980366 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:10.046225 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f22a70d-d917-4c01-81e7-f45b798a982f req-e5b6827f-ccc6-4fab-aac8-dd7b85d3f69c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329775 Aug 29 21:35:10.138312 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '07850bf8-1963-41d9-97be-8a199f381874', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'port_id': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'mac_address': 'fa:16:3e:1b:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:33Z', 'updated_at': '2022-08-29T21:35:08Z', 'revision_number': 1, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:10.166605 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996f090-cf6a-4eb6-9d84-6f889acd5108 None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '07850bf8-1963-41d9-97be-8a199f381874', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'port_id': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'mac_address': 'fa:16:3e:1b:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:33Z', 'updated_at': '2022-08-29T21:35:08Z', 'revision_number': 1, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:10.508361 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a38f-7fff-4d90-a63f-f87597f46468 req-9ec4b6d1-b454-4b7d-ae9e-d47f84c8d7b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:10.515411 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c0a0a38f-7fff-4d90-a63f-f87597f46468 req-9ec4b6d1-b454-4b7d-ae9e-d47f84c8d7b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0685885 Aug 29 21:35:10.581784 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c0a0a38f-7fff-4d90-a63f-f87597f46468 req-bf4d5118-01a1-46f9-8752-ec664447fcd1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654187 Aug 29 21:35:10.985547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0744e55-b801-4f38-8858-0d9e244163cc None None] New status for floating IP 07850bf8-1963-41d9-97be-8a199f381874: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:35:11.724405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b28008-4d6c-4f02-9da0-62c1bd131c2f req-cf645cb1-3a62-47ad-8072-201745d99957 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:11.728424 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-64b28008-4d6c-4f02-9da0-62c1bd131c2f req-cf645cb1-3a62-47ad-8072-201745d99957 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0591793 Aug 29 21:35:11.793183 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-64b28008-4d6c-4f02-9da0-62c1bd131c2f req-0343f732-d6d1-4fed-a8b2-38b62d709fb1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531821 Aug 29 21:35:12.960061 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea630f-244b-40a8-bb9c-e41ac86f8e81 req-d8799568-e7af-429d-89eb-3b0408647b40 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:12.961674 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1eea630f-244b-40a8-bb9c-e41ac86f8e81 req-d8799568-e7af-429d-89eb-3b0408647b40 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0642130 Aug 29 21:35:13.023191 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1eea630f-244b-40a8-bb9c-e41ac86f8e81 req-70972731-17b2-43ea-8a86-51c29e763b7a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544331 Aug 29 21:35:13.531189 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:13.540753 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5550d4-2d21-4fc4-9d16-72662f699d3f req-73a076fb-d734-44be-b545-c691cd05c3fd tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:13.542259 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7a5550d4-2d21-4fc4-9d16-72662f699d3f req-73a076fb-d734-44be-b545-c691cd05c3fd tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.0485961 Aug 29 21:35:13.593208 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7a5550d4-2d21-4fc4-9d16-72662f699d3f req-ad030f52-70b9-45d7-9df4-fb4af2d9e20b tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Aug 29 21:35:14.157960 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3814-440c-4543-9007-5d067e3bdd28 req-7df4af52-8e1c-4012-adb3-e4e775599eed tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:14.159442 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ad5d3814-440c-4543-9007-5d067e3bdd28 req-7df4af52-8e1c-4012-adb3-e4e775599eed tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0511117 Aug 29 21:35:14.215702 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ad5d3814-440c-4543-9007-5d067e3bdd28 req-56890984-afce-4f97-9c0f-be5c36cb7702 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Aug 29 21:35:14.731047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50cd8e-6951-45eb-8ff5-bb900b838fef req-ba6140ac-cba6-4378-b5e2-aac99318dddc tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:14.732574 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae50cd8e-6951-45eb-8ff5-bb900b838fef req-ba6140ac-cba6-4378-b5e2-aac99318dddc tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.0541964 Aug 29 21:35:14.784456 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae50cd8e-6951-45eb-8ff5-bb900b838fef req-fc45889a-2985-4155-a636-45da4854c395 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450377 Aug 29 21:35:15.344950 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d31f8e-ce7c-407e-ac3c-95c0c933bc6f req-9485892b-8db1-40ab-8489-54baaea7781b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:15.347016 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-44d31f8e-ce7c-407e-ac3c-95c0c933bc6f req-9485892b-8db1-40ab-8489-54baaea7781b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0532184 Aug 29 21:35:15.402256 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-44d31f8e-ce7c-407e-ac3c-95c0c933bc6f req-436ec4d2-dc93-4a2c-9653-40024461471f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495563 Aug 29 21:35:15.927153 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0915f-b76d-4e47-94dc-8f29f7e759e6 req-a8c66a1f-ce1e-4485-8482-36db85b4666e tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:15.929012 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9a0915f-b76d-4e47-94dc-8f29f7e759e6 req-a8c66a1f-ce1e-4485-8482-36db85b4666e tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.0617576 Aug 29 21:35:15.986661 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9a0915f-b76d-4e47-94dc-8f29f7e759e6 req-f657c0c2-d533-4edb-a425-c01219c9f80d tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5070ed26-054e-484c-abc7-db280c4b6e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517104 Aug 29 21:35:16.090413 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60889900-c063-49fa-959f-cff90906e08e req-025f24bc-a241-4ea8-8ad4-add3df5610ce tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:16.092226 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-60889900-c063-49fa-959f-cff90906e08e req-025f24bc-a241-4ea8-8ad4-add3df5610ce tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 945 time: 0.0770717 Aug 29 21:35:16.307815 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35802) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:16.309396 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Deleting port 320280db-b878-4458-b2ef-75042231b950 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:35:16.310006 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (320280db-b878-4458-b2ef-75042231b950), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.421185 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] For port 320280db-b878-4458-b2ef-75042231b950, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=320280db-b878-4458-b2ef-75042231b950,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:16.421818 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (320280db-b878-4458-b2ef-75042231b950), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.440381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Calling delete_port for 320280db-b878-4458-b2ef-75042231b950 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:35:16.459123 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6393a8c8-9123-41db-8784-080cd1e82d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.540931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:16.542726 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6393a8c8-9123-41db-8784-080cd1e82d74 admin admin] Publish callbacks [] for security_group (cef9da6d-f584-4734-b5b7-cb459bac8f18), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.546491 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6393a8c8-9123-41db-8784-080cd1e82d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (cef9da6d-f584-4734-b5b7-cb459bac8f18), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.571202 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec475-8c01-4e5f-947c-4ec9d641b5e7 req-28cb17e0-f1cb-43ea-ba66-7b8162e15af7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:16.572550 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-988ec475-8c01-4e5f-947c-4ec9d641b5e7 req-28cb17e0-f1cb-43ea-ba66-7b8162e15af7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0615849 Aug 29 21:35:16.580002 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:16.590352 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393a8c8-9123-41db-8784-080cd1e82d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9da6d-f584-4734-b5b7-cb459bac8f18,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:16.598614 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6393a8c8-9123-41db-8784-080cd1e82d74 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e6b5d2fe226f4e7d843bdbb75c798145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889402 Aug 29 21:35:16.600833 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35810) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:16.643422 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-988ec475-8c01-4e5f-947c-4ec9d641b5e7 req-4b33ae41-e506-4960-b2c8-b26a0914c9b5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646303 Aug 29 21:35:16.665570 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c26cd025-e075-4574-ab79-7da31ff9a794 admin admin] Publish callbacks [] for security_group (cef9da6d-f584-4734-b5b7-cb459bac8f18), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.687684 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c26cd025-e075-4574-ab79-7da31ff9a794 admin admin] Publish callbacks [] for security_group (cef9da6d-f584-4734-b5b7-cb459bac8f18), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.695936 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (320280db-b878-4458-b2ef-75042231b950), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.706871 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:16.711025 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['320280db-b878-4458-b2ef-75042231b950'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:35:16.725239 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Pushing event deleted for resources: {'Port': ['ID=320280db-b878-4458-b2ef-75042231b950,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:16.743245 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c26cd025-e075-4574-ab79-7da31ff9a794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (cef9da6d-f584-4734-b5b7-cb459bac8f18), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.746028 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c26cd025-e075-4574-ab79-7da31ff9a794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.747091 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-c26cd025-e075-4574-ab79-7da31ff9a794 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cef9da6d-f584-4734-b5b7-cb459bac8f18 HTTP/1.1" status: 204 len: 168 time: 0.1453078 Aug 29 21:35:16.756454 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cd025-e075-4574-ab79-7da31ff9a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9da6d-f584-4734-b5b7-cb459bac8f18,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:16.801372 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] No DVR routers for this DVR port 320280db-b878-4458-b2ef-75042231b950 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:35:16.807878 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:16.816672 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-60889900-c063-49fa-959f-cff90906e08e req-81c6b36f-77be-4a6f-b7d1-22c4c7b96fcf tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.72 "DELETE /networking/v2.0/ports/320280db-b878-4458-b2ef-75042231b950 HTTP/1.1" status: 204 len: 173 time: 0.7112861 Aug 29 21:35:16.817357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'name': 'network-vif-deleted', 'tag': '320280db-b878-4458-b2ef-75042231b950'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:35:16.819997 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b2aeb-66df-4541-9121-199ead4804a7" -d '{"events": [{"server_uuid": "d1a336f0-c39c-4472-8b3d-c078b8d0624e", "name": "network-vif-deleted", "tag": "320280db-b878-4458-b2ef-75042231b950"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:35:16.885916 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d415e8-2111-4bc8-bc6a-8f0b349690b7 x-openstack-request-id: req-c2d415e8-2111-4bc8-bc6a-8f0b349690b7 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:35:16.886229 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a336f0-c39c-4472-8b3d-c078b8d0624e", "name": "network-vif-deleted", "tag": "320280db-b878-4458-b2ef-75042231b950", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:35:16.886555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2d415e8-2111-4bc8-bc6a-8f0b349690b7 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:35:16.886943 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d415e8-2111-4bc8-bc6a-8f0b349690b7'] response: {'server_uuid': 'd1a336f0-c39c-4472-8b3d-c078b8d0624e', 'name': 'network-vif-deleted', 'tag': '320280db-b878-4458-b2ef-75042231b950', 'status': 'completed', 'code': 200} Aug 29 21:35:17.156814 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ab82be08-ac97-4339-b3f0-a87e32be1a30 req-bdb0148a-91e5-4e3b-8083-fb4b511d1f16 tempest-DeleteServersTestJSON-1150656104 tempest-DeleteServersTestJSON-1150656104-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1a336f0-c39c-4472-8b3d-c078b8d0624e HTTP/1.1" status: 200 len: 210 time: 0.0522916 Aug 29 21:35:17.185036 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35828) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:17.192653 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0379ccef-e4ed-4882-b048-1cbe21d91555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.297052 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0379ccef-e4ed-4882-b048-1cbe21d91555 admin admin] Publish callbacks [] for security_group (965571d5-4a66-4967-b932-f4098120b138), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.302682 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0379ccef-e4ed-4882-b048-1cbe21d91555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (965571d5-4a66-4967-b932-f4098120b138), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.315576 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:17.352961 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0379ccef-e4ed-4882-b048-1cbe21d91555 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dd566edb2d574864853f3ccc021296b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759923 Aug 29 21:35:17.356197 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35838) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:17.358851 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379ccef-e4ed-4882-b048-1cbe21d91555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965571d5-4a66-4967-b932-f4098120b138,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:17.417943 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5a31-3789-4aef-9983-d7776b0b1659 admin admin] Publish callbacks [] for security_group (965571d5-4a66-4967-b932-f4098120b138), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.446158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5a31-3789-4aef-9983-d7776b0b1659 admin admin] Publish callbacks [] for security_group (965571d5-4a66-4967-b932-f4098120b138), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.503052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5a31-3789-4aef-9983-d7776b0b1659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (965571d5-4a66-4967-b932-f4098120b138), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.505675 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e9f5a31-3789-4aef-9983-d7776b0b1659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.506850 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-8e9f5a31-3789-4aef-9983-d7776b0b1659 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/965571d5-4a66-4967-b932-f4098120b138 HTTP/1.1" status: 204 len: 168 time: 0.1490796 Aug 29 21:35:17.521846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f5a31-3789-4aef-9983-d7776b0b1659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965571d5-4a66-4967-b932-f4098120b138,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:17.599584 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35844) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:17.784624 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9df400-f028-4dbf-b9bb-6ccbefe61121 req-30d95fb9-ab70-44ac-9bbf-29f83df7db68 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:17.786766 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d9df400-f028-4dbf-b9bb-6ccbefe61121 req-30d95fb9-ab70-44ac-9bbf-29f83df7db68 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0545197 Aug 29 21:35:17.863106 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d9df400-f028-4dbf-b9bb-6ccbefe61121 req-906405f4-1cef-405c-bc67-056654d03cbb tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677388 Aug 29 21:35:17.863967 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e0c8086a-ab41-449b-8838-075505936d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.944798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e0c8086a-ab41-449b-8838-075505936d09 admin admin] Publish callbacks [] for security_group (f6578165-5256-4be4-8f10-d2530952d420), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.948878 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e0c8086a-ab41-449b-8838-075505936d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f6578165-5256-4be4-8f10-d2530952d420), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:17.989051 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e0c8086a-ab41-449b-8838-075505936d09 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e09c39e301ad4cb2b7dd354345ab8d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3877962 Aug 29 21:35:17.991594 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35850) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:17.997537 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8086a-ab41-449b-8838-075505936d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6578165-5256-4be4-8f10-d2530952d420,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:18.044070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f68ea7be-93a0-4f2d-bafc-f8df7dc73aea admin admin] Publish callbacks [] for security_group (f6578165-5256-4be4-8f10-d2530952d420), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.064272 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f68ea7be-93a0-4f2d-bafc-f8df7dc73aea admin admin] Publish callbacks [] for security_group (f6578165-5256-4be4-8f10-d2530952d420), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.091935 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:18.117031 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f68ea7be-93a0-4f2d-bafc-f8df7dc73aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f6578165-5256-4be4-8f10-d2530952d420), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.119486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f68ea7be-93a0-4f2d-bafc-f8df7dc73aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.120651 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f68ea7be-93a0-4f2d-bafc-f8df7dc73aea admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f6578165-5256-4be4-8f10-d2530952d420 HTTP/1.1" status: 204 len: 168 time: 0.1281700 Aug 29 21:35:18.129103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ea7be-93a0-4f2d-bafc-f8df7dc73aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6578165-5256-4be4-8f10-d2530952d420,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:18.486191 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35878) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:18.504466 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3d2300be-b3f8-4673-acb8-556b2e12de88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.596806 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3d2300be-b3f8-4673-acb8-556b2e12de88 admin admin] Publish callbacks [] for security_group (9625dad4-0e47-4147-ad0b-8171fa3722f2), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.600786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3d2300be-b3f8-4673-acb8-556b2e12de88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9625dad4-0e47-4147-ad0b-8171fa3722f2), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.639740 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3d2300be-b3f8-4673-acb8-556b2e12de88 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d973e12634da4b388cea66eaf24f9878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516745 Aug 29 21:35:18.641539 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2300be-b3f8-4673-acb8-556b2e12de88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625dad4-0e47-4147-ad0b-8171fa3722f2,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:18.644287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35882) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:18.659789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:18.706977 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-acbc82ce-4708-4e31-81e9-e51348d90bd1 admin admin] Publish callbacks [] for security_group (9625dad4-0e47-4147-ad0b-8171fa3722f2), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.729794 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-acbc82ce-4708-4e31-81e9-e51348d90bd1 admin admin] Publish callbacks [] for security_group (9625dad4-0e47-4147-ad0b-8171fa3722f2), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.785012 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-acbc82ce-4708-4e31-81e9-e51348d90bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9625dad4-0e47-4147-ad0b-8171fa3722f2), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.787511 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-acbc82ce-4708-4e31-81e9-e51348d90bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:18.788687 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-acbc82ce-4708-4e31-81e9-e51348d90bd1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9625dad4-0e47-4147-ad0b-8171fa3722f2 HTTP/1.1" status: 204 len: 168 time: 0.1432474 Aug 29 21:35:18.799615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc82ce-4708-4e31-81e9-e51348d90bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625dad4-0e47-4147-ad0b-8171fa3722f2,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:19.005123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca9487-0c32-4c21-b02d-3bf35aa33f5b req-a39e5ed1-62ec-47d1-bcd4-52eb42031eeb tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:19.006591 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-acca9487-0c32-4c21-b02d-3bf35aa33f5b req-a39e5ed1-62ec-47d1-bcd4-52eb42031eeb tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0499349 Aug 29 21:35:19.056746 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-acca9487-0c32-4c21-b02d-3bf35aa33f5b req-8509f7a5-bd56-4031-8be4-b93de065bc65 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Aug 29 21:35:19.149613 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35890) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:19.163446 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c62ac5ed-3227-49e7-8ebd-401854c8bedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.240287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c62ac5ed-3227-49e7-8ebd-401854c8bedb admin admin] Publish callbacks [] for security_group (eaa33530-2966-404a-a1b1-13604c4f7a8b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.244168 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c62ac5ed-3227-49e7-8ebd-401854c8bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (eaa33530-2966-404a-a1b1-13604c4f7a8b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.287989 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c62ac5ed-3227-49e7-8ebd-401854c8bedb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a0ebdc2810e641f4a8b6229ff259a6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370959 Aug 29 21:35:19.289159 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ac5ed-3227-49e7-8ebd-401854c8bedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa33530-2966-404a-a1b1-13604c4f7a8b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:19.291024 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 35892) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:19.342259 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-818f91b7-68ca-4a43-b16a-1ac8472d99ae admin admin] Publish callbacks [] for security_group (eaa33530-2966-404a-a1b1-13604c4f7a8b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.362688 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-818f91b7-68ca-4a43-b16a-1ac8472d99ae admin admin] Publish callbacks [] for security_group (eaa33530-2966-404a-a1b1-13604c4f7a8b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.410861 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-818f91b7-68ca-4a43-b16a-1ac8472d99ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (eaa33530-2966-404a-a1b1-13604c4f7a8b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.413347 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-818f91b7-68ca-4a43-b16a-1ac8472d99ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:19.414495 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-818f91b7-68ca-4a43-b16a-1ac8472d99ae admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eaa33530-2966-404a-a1b1-13604c4f7a8b HTTP/1.1" status: 204 len: 168 time: 0.1211655 Aug 29 21:35:19.424281 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f91b7-68ca-4a43-b16a-1ac8472d99ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa33530-2966-404a-a1b1-13604c4f7a8b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:19.687131 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 35908) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:19.972422 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 320280db-b878-4458-b2ef-75042231b950 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:35:19.995210 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 320280db-b878-4458-b2ef-75042231b950 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:35:19.995755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 320280db-b878-4458-b2ef-75042231b950 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:35:20.116839 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:20.135764 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=16 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:20.142500 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=36 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:20.209609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcbf7c-0916-47c4-a15f-0ad25e68719c req-7050c217-13b8-4d5a-83ef-25f730017326 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:20.211111 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fefcbf7c-0916-47c4-a15f-0ad25e68719c req-7050c217-13b8-4d5a-83ef-25f730017326 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0681331 Aug 29 21:35:20.346948 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fefcbf7c-0916-47c4-a15f-0ad25e68719c req-0ea6de26-c4b9-406f-92d8-dd4f44dc397a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201952 Aug 29 21:35:20.408904 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (de697ab9-89bd-4018-9508-b17ee4024f7a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.499077 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:20.699677 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Deleting port b26e6a8c-541d-4c36-9c6e-e15a109efe4a {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:35:20.700398 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.789510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] For port b26e6a8c-541d-4c36-9c6e-e15a109efe4a, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:20.789799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:20.805210 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Calling delete_port for b26e6a8c-541d-4c36-9c6e-e15a109efe4a owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:35:21.050118 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (b26e6a8c-541d-4c36-9c6e-e15a109efe4a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:21.088408 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b26e6a8c-541d-4c36-9c6e-e15a109efe4a,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:21.243873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:21.255809 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (de697ab9-89bd-4018-9508-b17ee4024f7a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:21.528632 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a387f4-d400-474d-b240-589613d15f86 req-11f6382b-cd6d-4759-b52a-ef07958a572d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:21.529582 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49a387f4-d400-474d-b240-589613d15f86 req-11f6382b-cd6d-4759-b52a-ef07958a572d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0774956 Aug 29 21:35:21.631251 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Router de697ab9-89bd-4018-9508-b17ee4024f7a has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:21.635223 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:21.642708 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49a387f4-d400-474d-b240-589613d15f86 req-6b203e88-741f-49c5-ad2e-94ee576d0741 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Aug 29 21:35:21.768416 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:21.773928 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-bb360bf9-76b7-4ec7-b5c4-7d90f8fc26bf admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/de697ab9-89bd-4018-9508-b17ee4024f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0853891 Aug 29 21:35:21.776681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36022) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:21.780412 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] Sync routers for ids ['de697ab9-89bd-4018-9508-b17ee4024f7a'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:21.796210 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] Routers {'de697ab9-89bd-4018-9508-b17ee4024f7a'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:21.797048 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['de697ab9-89bd-4018-9508-b17ee4024f7a'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:21.889201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks [] for router (de697ab9-89bd-4018-9508-b17ee4024f7a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:21.910108 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] Set router de697ab9-89bd-4018-9508-b17ee4024f7a gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:22.007591 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks [] for router_gateway (de697ab9-89bd-4018-9508-b17ee4024f7a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.064448 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Deleting port 4ee6c39d-f990-4870-af32-4e061d777384 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:35:22.064814 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (4ee6c39d-f990-4870-af32-4e061d777384), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.107809 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': '4ee6c39d-f990-4870-af32-4e061d777384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:35:20Z', 'revision_number': 5, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port': {'id': '4ee6c39d-f990-4870-af32-4e061d777384', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:9b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:22.133649 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] Checking router: de697ab9-89bd-4018-9508-b17ee4024f7a for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:22.144768 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] Routers {'de697ab9-89bd-4018-9508-b17ee4024f7a'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:22.146319 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['de697ab9-89bd-4018-9508-b17ee4024f7a'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:22.162091 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] For port 4ee6c39d-f990-4870-af32-4e061d777384, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=4ee6c39d-f990-4870-af32-4e061d777384,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:22.162455 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (4ee6c39d-f990-4870-af32-4e061d777384), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.174973 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Calling delete_port for 4ee6c39d-f990-4870-af32-4e061d777384 owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:35:22.239174 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] Set router de697ab9-89bd-4018-9508-b17ee4024f7a gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:22.294439 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:35:22Z', 'revision_number': 6, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:22.305160 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:22.327507 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279455be-28d9-4275-816a-88a2bb2163a8 None None] The sync data for ids ['de697ab9-89bd-4018-9508-b17ee4024f7a'] in dv-cinder-854266-3-iscsi is: [{'id': 'de697ab9-89bd-4018-9508-b17ee4024f7a', 'name': 'tempest-DeleteServersTestJSON-1070952418-router', 'tenant_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:01Z', 'updated_at': '2022-08-29T21:35:22Z', 'revision_number': 6, 'project_id': 'cb5424a2fd9d45c899b4ff8b7869f50e', 'gw_port_host': None}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:22.377648 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (4ee6c39d-f990-4870-af32-4e061d777384), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.401296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee6c39d-f990-4870-af32-4e061d777384,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:22.429515 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (de697ab9-89bd-4018-9508-b17ee4024f7a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.537841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (de697ab9-89bd-4018-9508-b17ee4024f7a), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.540054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks [] for router_controller (de697ab9-89bd-4018-9508-b17ee4024f7a), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.846313 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (de697ab9-89bd-4018-9508-b17ee4024f7a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.846912 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de697ab9-89bd-4018-9508-b17ee4024f7a {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:35:22.856894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d33993-f7a1-4459-a6e6-fd9c9f410d7c req-2bc98a6e-446d-4e86-9d73-9100ec4e3e05 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:22.858434 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f6d33993-f7a1-4459-a6e6-fd9c9f410d7c req-2bc98a6e-446d-4e86-9d73-9100ec4e3e05 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0579123 Aug 29 21:35:22.862126 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:22.867423 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b9e4500d-5e0e-42af-8a89-2a96b575a440 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/de697ab9-89bd-4018-9508-b17ee4024f7a HTTP/1.1" status: 204 len: 168 time: 1.0855782 Aug 29 21:35:22.868677 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36040) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:22.868677 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36042) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:22.922078 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:22.927980 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f6d33993-f7a1-4459-a6e6-fd9c9f410d7c req-e29d838b-e77a-431f-bc60-85e3189ac141 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Aug 29 21:35:23.155713 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Deleting subnet 6fe7a503-1a30-4121-ba99-48c390e1c4c7 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:35:23.159804 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Publish callbacks [] for subnet (6fe7a503-1a30-4121-ba99-48c390e1c4c7), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.167263 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Deleting subnet 3084aea8-abaf-4d3d-9d2b-3b578a0884a6 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:35:23.187432 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Publish callbacks [] for subnet (3084aea8-abaf-4d3d-9d2b-3b578a0884a6), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.235276 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b26e6a8c-541d-4c36-9c6e-e15a109efe4a no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:35:23.238778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Publish callbacks [] for subnet (3084aea8-abaf-4d3d-9d2b-3b578a0884a6), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.249060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Publish callbacks [] for subnet (6fe7a503-1a30-4121-ba99-48c390e1c4c7), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.261448 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: b26e6a8c-541d-4c36-9c6e-e15a109efe4a {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:35:23.261839 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b26e6a8c-541d-4c36-9c6e-e15a109efe4a not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:35:23.277815 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (6fe7a503-1a30-4121-ba99-48c390e1c4c7), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.356668 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (3084aea8-abaf-4d3d-9d2b-3b578a0884a6), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.380917 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:23.427378 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (6fe7a503-1a30-4121-ba99-48c390e1c4c7), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.461201 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe7a503-1a30-4121-ba99-48c390e1c4c7,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:23.467017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for subnet (3084aea8-abaf-4d3d-9d2b-3b578a0884a6), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.477253 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.480447 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f1aaaa30-1e2c-4b27-8970-e3c2fa257172 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/6fe7a503-1a30-4121-ba99-48c390e1c4c7 HTTP/1.1" status: 204 len: 168 time: 0.6104414 Aug 29 21:35:23.483183 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36046) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:23.504955 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3084aea8-abaf-4d3d-9d2b-3b578a0884a6,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:23.508722 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.514677 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-86f43fde-1bec-400f-8be1-372e247e7819 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/3084aea8-abaf-4d3d-9d2b-3b578a0884a6 HTTP/1.1" status: 204 len: 168 time: 0.6348453 Aug 29 21:35:23.514677 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36048) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:23.519637 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4d9f2c-2053-4fea-b913-85269655481d None None] Network c25432c1-4cba-4a34-b7c7-24cda229103b requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:23.567630 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (a01e1e8d-c0e5-4a59-8955-9b546ee42a72), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.583865 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:23.595240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (c25432c1-4cba-4a34-b7c7-24cda229103b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.648768 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Deleting port 962c4569-cb0f-4a2b-9aab-47e7b063328b {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:35:23.649018 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.663368 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (a01e1e8d-c0e5-4a59-8955-9b546ee42a72), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.688741 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] DHCP port deletion for c25432c1-4cba-4a34-b7c7-24cda229103b request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:35:23.692208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.692562 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.693458 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.693678 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > port after_create 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.694012 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.694357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > port after_update 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.694691 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.695038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.695366 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.695698 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.729623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Deleting port 962c4569-cb0f-4a2b-9aab-47e7b063328b {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:35:23.729943 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.734053 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] For port 962c4569-cb0f-4a2b-9aab-47e7b063328b, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=962c4569-cb0f-4a2b-9aab-47e7b063328b,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:23.734411 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.755472 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Calling delete_port for 962c4569-cb0f-4a2b-9aab-47e7b063328b owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:35:23.805246 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] For port 962c4569-cb0f-4a2b-9aab-47e7b063328b, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=962c4569-cb0f-4a2b-9aab-47e7b063328b,segment=NetworkSegment(366b79f8-722a-42a1-b1b2-a9a5ffd001b3),segment_id=366b79f8-722a-42a1-b1b2-a9a5ffd001b3)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:23.805643 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.820189 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Calling delete_port for 962c4569-cb0f-4a2b-9aab-47e7b063328b owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:35:23.842975 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:23.873636 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:23.903349 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Pushing event deleted for resources: {'Port': ['ID=962c4569-cb0f-4a2b-9aab-47e7b063328b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:23.909685 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] No DVR routers for this DVR port 962c4569-cb0f-4a2b-9aab-47e7b063328b on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:35:23.925309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.926161 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.926546 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.927117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:23.927766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01e1e8d-c0e5-4a59-8955-9b546ee42a72']}} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:23.967512 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e589dd-fef0-4254-b274-5bec95e8d434') {'for_net_delete': True} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:23.967992 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e589dd-fef0-4254-b274-5bec95e8d434') {} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:23.997979 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33436797'] for segment (44e589dd-fef0-4254-b274-5bec95e8d434), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.003185 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (c25432c1-4cba-4a34-b7c7-24cda229103b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.030337 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.030691 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.031487 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.031829 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > port after_create 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.032164 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.032537 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > port after_update 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.032905 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.033819 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.034136 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.034507 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.045569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (44e589dd-fef0-4254-b274-5bec95e8d434), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.078185 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=106527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:35:24.078594 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33510139'] for segment (44e589dd-fef0-4254-b274-5bec95e8d434), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.082482 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (962c4569-cb0f-4a2b-9aab-47e7b063328b), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.112440 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:24.116991 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Pushing event deleted for resources: {'Port': ['ID=962c4569-cb0f-4a2b-9aab-47e7b063328b,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:24.122839 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.123640 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.124503 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.125439 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 21:35:24.126555 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25432c1-4cba-4a34-b7c7-24cda229103b']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:24.131917 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] No DVR routers for this DVR port 962c4569-cb0f-4a2b-9aab-47e7b063328b on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:35:24.135243 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.135860 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.136356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.136915 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.137661 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.138406 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.139024 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.139449 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.140211 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.141002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.141545 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.142045 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.143156 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.143625 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.144086 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47402c0b-f6f5-4873-b500-89988cc2fb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:24.169506 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366b79f8-722a-42a1-b1b2-a9a5ffd001b3') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:24.170280 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366b79f8-722a-42a1-b1b2-a9a5ffd001b3') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:24.196288 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (366b79f8-722a-42a1-b1b2-a9a5ffd001b3), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.207324 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeacdb6-0ff2-412c-9056-8a6e496b5ab8 req-e94f3a97-d775-4861-8c10-202880727525 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:24.209035 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-faeacdb6-0ff2-412c-9056-8a6e496b5ab8 req-e94f3a97-d775-4861-8c10-202880727525 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1890340 Aug 29 21:35:24.225019 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (a01e1e8d-c0e5-4a59-8955-9b546ee42a72), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.234249 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (366b79f8-722a-42a1-b1b2-a9a5ffd001b3), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.259958 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:35:24.260625 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (366b79f8-722a-42a1-b1b2-a9a5ffd001b3), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.270062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.275749 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a01e1e8d-c0e5-4a59-8955-9b546ee42a72 HTTP/1.1" status: 204 len: 168 time: 0.7891924 Aug 29 21:35:24.276908 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36060) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:24.277655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c5c71-1928-47df-90e4-12ec002dcfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01e1e8d-c0e5-4a59-8955-9b546ee42a72,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:24.323786 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-faeacdb6-0ff2-412c-9056-8a6e496b5ab8 req-912a965e-b1b2-4b19-9342-875564987a12 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969310 Aug 29 21:35:24.357631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (c25432c1-4cba-4a34-b7c7-24cda229103b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.377320 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.385442 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c25432c1-4cba-4a34-b7c7-24cda229103b HTTP/1.1" status: 204 len: 168 time: 0.8699219 Aug 29 21:35:24.389953 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Deleting subnet 3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4 {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:35:24.393805 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Publish callbacks [] for subnet (3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.399360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1860b-3ec4-4ed7-81de-ba3d68538775 admin admin] Pushing event deleted for resources: {'Network': ['ID=c25432c1-4cba-4a34-b7c7-24cda229103b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:24.437525 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 366b79f8-722a-42a1-b1b2-a9a5ffd001b3 resource provider aggregate not found Aug 29 21:35:24.460204 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 366b79f8-722a-42a1-b1b2-a9a5ffd001b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 366b79f8-722a-42a1-b1b2-a9a5ffd001b3 found for delete ", "request_id": "req-3bcd0b92-afb0-45dd-84e9-ffc18efbd5c0"}]} Aug 29 21:35:24.465392 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.495910 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment 44e589dd-fef0-4254-b274-5bec95e8d434 resource provider aggregate not found Aug 29 21:35:24.522240 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment 44e589dd-fef0-4254-b274-5bec95e8d434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44e589dd-fef0-4254-b274-5bec95e8d434 found for delete ", "request_id": "req-07ae7097-17f6-4916-984f-68ac0a9245bf"}]} Aug 29 21:35:24.525755 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.596208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.628115 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:24.629641 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36082) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:24.636349 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.639400 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e9ab29b1-3409-4afb-bf71-2110fea3007b admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/3eb82a87-ec5d-42d7-9dc4-576ff8c4e6b4 HTTP/1.1" status: 204 len: 168 time: 0.3597572 Aug 29 21:35:24.641992 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36084) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:24.682325 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e7c082ec-6342-45fc-8239-ad2abc035c79 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cb5424a2fd9d45c899b4ff8b7869f50e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508089 Aug 29 21:35:24.684425 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36086) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:24.707482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:24.719928 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (8410ee91-8def-4d2c-a939-5205072cc354), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.747237 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-15fc3496-9892-4ac6-bbbc-dc676811f923 admin admin] Publish callbacks [] for security_group (5070ed26-054e-484c-abc7-db280c4b6e13), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.775139 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-15fc3496-9892-4ac6-bbbc-dc676811f923 admin admin] Publish callbacks [] for security_group (5070ed26-054e-484c-abc7-db280c4b6e13), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.808219 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (8410ee91-8def-4d2c-a939-5205072cc354), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.823290 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 962c4569-cb0f-4a2b-9aab-47e7b063328b no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:35:24.831254 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8410ee91-8def-4d2c-a939-5205072cc354']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:24.843617 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da1a270-08ac-4ecc-bffb-109d027c8933') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:24.843818 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da1a270-08ac-4ecc-bffb-109d027c8933') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:24.845330 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-15fc3496-9892-4ac6-bbbc-dc676811f923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5070ed26-054e-484c-abc7-db280c4b6e13), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.847923 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 962c4569-cb0f-4a2b-9aab-47e7b063328b {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:35:24.848573 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 962c4569-cb0f-4a2b-9aab-47e7b063328b not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:35:24.848788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-15fc3496-9892-4ac6-bbbc-dc676811f923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.849020 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 4ee6c39d-f990-4870-af32-4e061d777384 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:35:24.850170 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-15fc3496-9892-4ac6-bbbc-dc676811f923 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5070ed26-054e-484c-abc7-db280c4b6e13 HTTP/1.1" status: 204 len: 168 time: 0.1642704 Aug 29 21:35:24.859064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc3496-9892-4ac6-bbbc-dc676811f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070ed26-054e-484c-abc7-db280c4b6e13,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:24.859659 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (7da1a270-08ac-4ecc-bffb-109d027c8933), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.880035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (7da1a270-08ac-4ecc-bffb-109d027c8933), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.885668 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:24.889302 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:35:24.889790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (7da1a270-08ac-4ecc-bffb-109d027c8933), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.890277 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 4ee6c39d-f990-4870-af32-4e061d777384 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:35:24.890627 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 4ee6c39d-f990-4870-af32-4e061d777384 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:35:24.962236 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (8410ee91-8def-4d2c-a939-5205072cc354), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.968122 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:24.971337 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/8410ee91-8def-4d2c-a939-5205072cc354 HTTP/1.1" status: 204 len: 168 time: 0.3282609 Aug 29 21:35:24.983347 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b556ec-dfa0-435a-a643-1eb951d1bbca admin admin] Pushing event deleted for resources: {'Network': ['ID=8410ee91-8def-4d2c-a939-5205072cc354,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:25.109637 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36094) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:25.155203 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fca8ee17-24c8-447f-9f46-b808f90488d4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7faae8d00a06427983b2944792166135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438154 Aug 29 21:35:25.158210 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36096) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:25.215174 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dc208ac5-0ccc-48d4-a251-8b35057290db admin admin] Publish callbacks [] for security_group (feb37a6c-349c-4fe1-966f-851fbb25f43c), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.237719 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dc208ac5-0ccc-48d4-a251-8b35057290db admin admin] Publish callbacks [] for security_group (feb37a6c-349c-4fe1-966f-851fbb25f43c), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.300236 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dc208ac5-0ccc-48d4-a251-8b35057290db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (feb37a6c-349c-4fe1-966f-851fbb25f43c), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.302899 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dc208ac5-0ccc-48d4-a251-8b35057290db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.304074 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-dc208ac5-0ccc-48d4-a251-8b35057290db admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/feb37a6c-349c-4fe1-966f-851fbb25f43c HTTP/1.1" status: 204 len: 168 time: 0.1447272 Aug 29 21:35:25.312234 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208ac5-0ccc-48d4-a251-8b35057290db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb37a6c-349c-4fe1-966f-851fbb25f43c,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:25.511791 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69ec28-9cf3-4384-9da2-c1a49e497735 req-c1e33c87-dbd5-444c-b187-f3231e7b47ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:25.513897 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3f69ec28-9cf3-4384-9da2-c1a49e497735 req-c1e33c87-dbd5-444c-b187-f3231e7b47ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0852590 Aug 29 21:35:25.570171 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:25.584699 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3f69ec28-9cf3-4384-9da2-c1a49e497735 req-2ef048fc-28a8-4ff9-8dff-060909f5c3a0 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639513 Aug 29 21:35:25.697913 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36120) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:25.755653 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b9705853-c831-4a84-982d-1e13e23c42c4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bf2f032d6edd45349370a7d99dc4ee78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562713 Aug 29 21:35:25.759019 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36124) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:25.817444 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa154-e8da-4da3-b687-4349a3738641 admin admin] Publish callbacks [] for security_group (7d457daf-a095-4751-a2d8-ae10f41f2136), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.838607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa154-e8da-4da3-b687-4349a3738641 admin admin] Publish callbacks [] for security_group (7d457daf-a095-4751-a2d8-ae10f41f2136), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.890414 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa154-e8da-4da3-b687-4349a3738641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7d457daf-a095-4751-a2d8-ae10f41f2136), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.893296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa154-e8da-4da3-b687-4349a3738641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:25.894802 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0c1fa154-e8da-4da3-b687-4349a3738641 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7d457daf-a095-4751-a2d8-ae10f41f2136 HTTP/1.1" status: 204 len: 168 time: 0.1345141 Aug 29 21:35:25.911453 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fa154-e8da-4da3-b687-4349a3738641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d457daf-a095-4751-a2d8-ae10f41f2136,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:26.478816 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 7da1a270-08ac-4ecc-bffb-109d027c8933 resource provider aggregate not found Aug 29 21:35:26.519645 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 7da1a270-08ac-4ecc-bffb-109d027c8933 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7da1a270-08ac-4ecc-bffb-109d027c8933 found for delete ", "request_id": "req-808c2715-4305-43ae-94e0-7e75278ed8fb"}]} Aug 29 21:35:26.735326 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78896870-9284-46e2-a296-8c031203f90e req-0e882a85-fdc1-4e22-8d21-91c86f287a77 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:26.737505 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-78896870-9284-46e2-a296-8c031203f90e req-0e882a85-fdc1-4e22-8d21-91c86f287a77 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0586028 Aug 29 21:35:26.804360 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-78896870-9284-46e2-a296-8c031203f90e req-a323d140-aaaf-48eb-97fb-6675c1340cc9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566959 Aug 29 21:35:27.935014 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa0f7a-3731-4b04-b992-749f40d1ac75 req-49da0a59-6a23-430c-b1e0-e063d7c27c32 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:27.936452 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37aa0f7a-3731-4b04-b992-749f40d1ac75 req-49da0a59-6a23-430c-b1e0-e063d7c27c32 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Aug 29 21:35:27.993299 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37aa0f7a-3731-4b04-b992-749f40d1ac75 req-61e6bf02-fd8d-446d-a058-9399b945bddc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490198 Aug 29 21:35:29.131794 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded5e29-8838-44ed-b14a-dc0a11c21051 req-738e2c17-3833-4350-a293-69bfa18538c4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:29.133502 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5ded5e29-8838-44ed-b14a-dc0a11c21051 req-738e2c17-3833-4350-a293-69bfa18538c4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0626886 Aug 29 21:35:29.192030 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5ded5e29-8838-44ed-b14a-dc0a11c21051 req-a5438f88-05d0-4656-b112-de53a8726440 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520580 Aug 29 21:35:30.310628 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666d885-5bef-4600-b55e-6a0988cad07f req-4ac6d230-e24b-4bbd-adab-7223fade6b45 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:30.312093 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9666d885-5bef-4600-b55e-6a0988cad07f req-4ac6d230-e24b-4bbd-adab-7223fade6b45 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0465717 Aug 29 21:35:30.359340 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9666d885-5bef-4600-b55e-6a0988cad07f req-a19e315c-ac7d-4d4a-82c8-56f8c4855188 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408218 Aug 29 21:35:30.476826 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-1339122e-f423-4701-8051-b6f7eec0b3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:31.480910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040bae4-974a-4ea1-b402-745494427e90 req-29db59be-2b34-440f-ab3b-011d73b37db3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:31.482462 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1040bae4-974a-4ea1-b402-745494427e90 req-29db59be-2b34-440f-ab3b-011d73b37db3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Aug 29 21:35:31.531367 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1040bae4-974a-4ea1-b402-745494427e90 req-29a0010c-75d7-45e5-a624-c635fdfeed90 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Aug 29 21:35:32.296777 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=49 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:32.298029 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=34 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:32.671563 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da213b5-aabe-4355-a541-91d9bdc7c1b6 req-f8dc6264-14b8-4a41-ab32-de2e57e1c394 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:32.673228 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0da213b5-aabe-4355-a541-91d9bdc7c1b6 req-f8dc6264-14b8-4a41-ab32-de2e57e1c394 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0619452 Aug 29 21:35:32.735244 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0da213b5-aabe-4355-a541-91d9bdc7c1b6 req-5d2bd95a-a6e5-4502-b08f-1b3494ab7c43 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552254 Aug 29 21:35:32.808572 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-1cf07f3b-d470-4915-9c38-f90c11db21fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:33.417808 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b28f9-01d2-409c-a8d8-d7256911dd56 req-3aacc741-f596-4fc5-b41e-8f7be99024ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:33.419365 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-011b28f9-01d2-409c-a8d8-d7256911dd56 req-3aacc741-f596-4fc5-b41e-8f7be99024ff service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 1129 time: 0.0563958 Aug 29 21:35:33.472853 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:33.478289 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-011b28f9-01d2-409c-a8d8-d7256911dd56 req-016e9ae0-83bd-40ad-ac17-3bc27e61f1ba service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513933 Aug 29 21:35:33.887930 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387bbee-4c84-413b-aba6-05dc8f3b07f0 req-d90a3c3a-ae9c-4303-93ac-22a2d1318f11 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:33.889491 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c387bbee-4c84-413b-aba6-05dc8f3b07f0 req-d90a3c3a-ae9c-4303-93ac-22a2d1318f11 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Aug 29 21:35:33.940660 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c387bbee-4c84-413b-aba6-05dc8f3b07f0 req-4a332b39-d7f0-4fe8-9668-2d78de7c273a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443153 Aug 29 21:35:34.794109 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.067412 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed0f9-acee-4f25-a399-a889985ff437 req-1d67d2be-bb21-4f3c-bce0-d5ff613c8b03 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:35.069106 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f7ed0f9-acee-4f25-a399-a889985ff437 req-1d67d2be-bb21-4f3c-bce0-d5ff613c8b03 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0480537 Aug 29 21:35:35.108484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:35.127385 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f7ed0f9-acee-4f25-a399-a889985ff437 req-96f42911-6c15-42e0-bd1a-99c95dda93ed tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Aug 29 21:35:35.257535 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a430961-c4df-4908-a5b6-87934f3661db req-a18c233f-f0b4-4b1d-96eb-3260b16b54ea tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:35.259396 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a430961-c4df-4908-a5b6-87934f3661db req-a18c233f-f0b4-4b1d-96eb-3260b16b54ea tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0527370 Aug 29 21:35:35.311102 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a430961-c4df-4908-a5b6-87934f3661db req-0398a8af-6d25-4173-90f8-afc544e6323f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Aug 29 21:35:35.621442 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.740771 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:35.749291 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:35.751858 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:DELETE=2,neutron:SELECT=27 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:36.115077 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36360) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:36.237886 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-61465f0b-45ff-4393-a4b2-eeb0a6082b8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.331745 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-61465f0b-45ff-4393-a4b2-eeb0a6082b8e admin admin] Publish callbacks [] for security_group (1353be55-4725-42fb-b8e1-824a7ed89041), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.335510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-61465f0b-45ff-4393-a4b2-eeb0a6082b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1353be55-4725-42fb-b8e1-824a7ed89041), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.373979 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61465f0b-45ff-4393-a4b2-eeb0a6082b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353be55-4725-42fb-b8e1-824a7ed89041,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:36.380369 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-61465f0b-45ff-4393-a4b2-eeb0a6082b8e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=22bfa16047da4a6b8dac3021e5de85be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641840 Aug 29 21:35:36.383074 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36364) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:36.444864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f9cceb5-ce8e-4140-9994-dff96d243999 admin admin] Publish callbacks [] for security_group (1353be55-4725-42fb-b8e1-824a7ed89041), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.468116 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f9cceb5-ce8e-4140-9994-dff96d243999 admin admin] Publish callbacks [] for security_group (1353be55-4725-42fb-b8e1-824a7ed89041), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.542091 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f9cceb5-ce8e-4140-9994-dff96d243999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1353be55-4725-42fb-b8e1-824a7ed89041), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.544671 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6f9cceb5-ce8e-4140-9994-dff96d243999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:36.545858 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6f9cceb5-ce8e-4140-9994-dff96d243999 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1353be55-4725-42fb-b8e1-824a7ed89041 HTTP/1.1" status: 204 len: 168 time: 0.1616073 Aug 29 21:35:36.554340 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cceb5-ce8e-4140-9994-dff96d243999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353be55-4725-42fb-b8e1-824a7ed89041,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.038843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-76bec497-efc4-49db-9d48-6100d15455af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.042255 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-76bec497-efc4-49db-9d48-6100d15455af service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1129 time: 0.0702491 Aug 29 21:35:37.050873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9607f83-7ac2-43d6-88e0-a5581583a730 req-abf51fd3-a372-475f-9290-59050ded40c2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.052385 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c9607f83-7ac2-43d6-88e0-a5581583a730 req-abf51fd3-a372-475f-9290-59050ded40c2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.1016231 Aug 29 21:35:37.174571 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c9607f83-7ac2-43d6-88e0-a5581583a730 req-b31c45e7-6cc5-482a-a8f2-44d3d6bd6b61 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056707 Aug 29 21:35:37.244667 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-5ad3df19-369f-42e2-b088-a04be71caaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.246346 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-5ad3df19-369f-42e2-b088-a04be71caaa9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.1930737 Aug 29 21:35:37.299153 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-9e02b807-31eb-48dc-92a8-afef024add5e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 200 len: 217 time: 0.0452487 Aug 29 21:35:37.342425 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36402) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:37.362510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-b264bfe0-72b4-466b-85d6-52df18a0cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.364066 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-b264bfe0-72b4-466b-85d6-52df18a0cb32 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0539773 Aug 29 21:35:37.367282 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36406) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:37.414928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-abd78d14-21cb-40ff-a4cf-14db2fcc8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.417052 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-abd78d14-21cb-40ff-a4cf-14db2fcc8e25 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462325 Aug 29 21:35:37.447059 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:37.478220 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1ca6651a-0666-45cc-aaaa-51d90bd3f0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.490105 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-71845840-network', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:37.511099 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:37.528660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Made reservation on behalf of 98d4703c6737454291724a5ad15c9cbb for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:37.531152 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.534820 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-56321a91-9bb0-405a-9f72-3f35016dd134 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098275 Aug 29 21:35:37.543147 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.637409 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd8a999d-377d-4bcf-a80f-1e75d70173fc req-ad6edd1e-0155-4213-b9d9-a321d3a9c54b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944674 Aug 29 21:35:37.638285 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1ca6651a-0666-45cc-aaaa-51d90bd3f0d5 admin admin] Publish callbacks [] for security_group (7d7091c9-11c5-41ad-93a3-489a0c38b686), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.645528 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1ca6651a-0666-45cc-aaaa-51d90bd3f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7d7091c9-11c5-41ad-93a3-489a0c38b686), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.709151 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-1ca6651a-0666-45cc-aaaa-51d90bd3f0d5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ad39b4e8eff94390856f3879af053975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651497 Aug 29 21:35:37.709916 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36414) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:37.712960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6651a-0666-45cc-aaaa-51d90bd3f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7091c9-11c5-41ad-93a3-489a0c38b686,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.724470 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks [] for security_group (f4438ac8-cc51-4f82-89d0-52eb681f2cbb), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.732437 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f4438ac8-cc51-4f82-89d0-52eb681f2cbb), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.764073 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:35:37.777171 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1417c353-9814-4d87-bc9a-57d9c3a99c5b admin admin] Publish callbacks [] for security_group (7d7091c9-11c5-41ad-93a3-489a0c38b686), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.782719 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4438ac8-cc51-4f82-89d0-52eb681f2cbb,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.785589 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (35d1cd12-2b96-4754-ae74-0f1d85293453), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.785934 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Added segment 35d1cd12-2b96-4754-ae74-0f1d85293453 of type vlan for network 5e837a9d-67f3-4836-bdab-0e762646c779 Aug 29 21:35:37.806408 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1417c353-9814-4d87-bc9a-57d9c3a99c5b admin admin] Publish callbacks [] for security_group (7d7091c9-11c5-41ad-93a3-489a0c38b686), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.828842 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (5e837a9d-67f3-4836-bdab-0e762646c779), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.855160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (5e837a9d-67f3-4836-bdab-0e762646c779), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.856295 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:37.856919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.859553 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1417c353-9814-4d87-bc9a-57d9c3a99c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7d7091c9-11c5-41ad-93a3-489a0c38b686), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.864215 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1417c353-9814-4d87-bc9a-57d9c3a99c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:37.864215 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-1417c353-9814-4d87-bc9a-57d9c3a99c5b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7d7091c9-11c5-41ad-93a3-489a0c38b686 HTTP/1.1" status: 204 len: 168 time: 0.1531310 Aug 29 21:35:37.873707 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417c353-9814-4d87-bc9a-57d9c3a99c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7091c9-11c5-41ad-93a3-489a0c38b686,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.921528 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5531688 Aug 29 21:35:37.924654 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36422) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:37.931859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Request body: {'subnet': {'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-71845840-subnet', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:37.936802 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452381-2cbe-43ad-a992-f80df6392af6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e837a9d-67f3-4836-bdab-0e762646c779,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:37.954176 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 5e837a9d-67f3-4836-bdab-0e762646c779 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:35:37.957153 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Made reservation on behalf of 98d4703c6737454291724a5ad15c9cbb for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:37.960057 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30090056'] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.162045 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33516574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30090078'] for subnet (d19c0a1c-371b-47be-91c8-ea7a58a2c946), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.223261 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19c0a1c-371b-47be-91c8-ea7a58a2c946,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:38.253382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Checking segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:38.253952 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Network hostable DHCP agents. Network: 5e837a9d-67f3-4836-bdab-0e762646c779, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:35:38.286105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:35:38.299585 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 5e837a9d-67f3-4836-bdab-0e762646c779) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:38.308971 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a803af-8af8-4028-b9e5-82c809614e8c None None] Network 5e837a9d-67f3-4836-bdab-0e762646c779 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:38.313582 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:38.314967 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.382700 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777549a-2c0f-4d54-974d-89ac88da1be7 req-a11d3b82-a421-4d42-a7c1-d35c8bc2b54f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:38.385734 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8777549a-2c0f-4d54-974d-89ac88da1be7 req-a11d3b82-a421-4d42-a7c1-d35c8bc2b54f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0667305 Aug 29 21:35:38.390493 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-9a0f200e-4a16-49f5-b09b-703e713ee3ae admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4641116 Aug 29 21:35:38.395564 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36442) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:38.400906 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:38.449023 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.450778 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.457274 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.465325 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-5e837a9d-67f3-4836-bdab-0e762646c779', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:35:38.466640 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.482190 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8777549a-2c0f-4d54-974d-89ac88da1be7 req-4f7a097d-e290-413b-855a-9a81535accf4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Aug 29 21:35:38.541311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks [] for router_controller (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), precommit_add_association {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.639916 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Allocated IP 172.20.0.2 (5e837a9d-67f3-4836-bdab-0e762646c779/d19c0a1c-371b-47be-91c8-ea7a58a2c946/814140c8-6e7c-4800-9d9d-163ea52d47f8) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:38.680465 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.695644 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.701624 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks [] for router_gateway (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.810484 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Publish callbacks [] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.816702 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.835563 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:38.851745 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:38.857790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:38.905768 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks [] for router_gateway (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.929911 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Pushing event updated for resources: {'Port': ['ID=814140c8-6e7c-4800-9d9d-163ea52d47f8,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:38.930704 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.931904 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:38.945003 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Attempting to bind port 814140c8-6e7c-4800-9d9d-163ea52d47f8 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:38.945394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Attempting to bind port 814140c8-6e7c-4800-9d9d-163ea52d47f8 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:38.945754 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Attempting to bind port 814140c8-6e7c-4800-9d9d-163ea52d47f8 on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:38.951409 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:38.951780 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Checking segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:38.952184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:38.952574 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Bound using segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:38.953112 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Bound port: 814140c8-6e7c-4800-9d9d-163ea52d47f8, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:38.953589 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.022418 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] For port 814140c8-6e7c-4800-9d9d-163ea52d47f8, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:39.027570 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] For port 814140c8-6e7c-4800-9d9d-163ea52d47f8, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=814140c8-6e7c-4800-9d9d-163ea52d47f8,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:39.040607 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.066938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Allocated IP 172.27.4.140 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/f7f5f0ca-edf4-4983-8c12-73223950ab37) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:39.074800 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:35:39.098327 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.101357 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf3b34-99b7-475a-badd-b716d1960723 None None] Pushing event updated for resources: {'Port': ['ID=814140c8-6e7c-4800-9d9d-163ea52d47f8,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:39.221439 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks [] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.265658 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.319201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:39.322421 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:39.326988 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:39.331959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Pushing event updated for resources: {'Port': ['ID=f7f5f0ca-edf4-4983-8c12-73223950ab37,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:39.535814 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:39.845588 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89ee7a-2520-44e0-910c-1cd1cbd6ad84 req-7fc25547-99ba-4a20-be68-de12ce05bc42 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:39.847141 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6b89ee7a-2520-44e0-910c-1cd1cbd6ad84 req-7fc25547-99ba-4a20-be68-de12ce05bc42 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0597255 Aug 29 21:35:39.847906 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks [] for router_gateway (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:39.990562 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6b89ee7a-2520-44e0-910c-1cd1cbd6ad84 req-0341e3da-9b37-4181-aaaf-3b0adf8219bc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031952 Aug 29 21:35:39.999213 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:40.102816 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0968cec6-eff7-4d9b-a1aa-8742688e709e None None] Network 5e837a9d-67f3-4836-bdab-0e762646c779 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:40.105934 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.212782 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] Provisioning complete for port 814140c8-6e7c-4800-9d9d-163ea52d47f8 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:40.213401 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.250539 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:35:40.294940 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] Current status of the port 814140c8-6e7c-4800-9d9d-163ea52d47f8 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:40.295336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.336748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] For port 814140c8-6e7c-4800-9d9d-163ea52d47f8, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=814140c8-6e7c-4800-9d9d-163ea52d47f8,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:40.342021 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.373065 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:40.387275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:40.391703 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.396177 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-938d571a-39f3-4c1c-9fc0-5cc23982b742 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9957359 Aug 29 21:35:40.396512 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36488) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:40.421301 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:40.421942 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:40.423831 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc5ced-340d-4cfe-8ab0-0cc85b8f1bb5 None None] Pushing event updated for resources: {'Port': ['ID=814140c8-6e7c-4800-9d9d-163ea52d47f8,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:40.477421 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-409a71af-2684-4b70-b29f-94ff0b77f0f5 None None] Provisioning complete for port 814140c8-6e7c-4800-9d9d-163ea52d47f8 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:40.477791 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-409a71af-2684-4b70-b29f-94ff0b77f0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.532404 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:40.567077 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:40.691565 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:40.694853 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-409a71af-2684-4b70-b29f-94ff0b77f0f5 None None] Current status of the port 814140c8-6e7c-4800-9d9d-163ea52d47f8 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:40.705633 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:40.842760 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.890804 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 814140c8-6e7c-4800-9d9d-163ea52d47f8 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:40.934180 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:39Z', 'revision_number': 3, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:40.961735 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:40.962079 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Updating router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb port f7f5f0ca-edf4-4983-8c12-73223950ab37 binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:40.997573 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 814140c8-6e7c-4800-9d9d-163ea52d47f8 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:40.997945 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:40.999143 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Allocated IP 172.20.0.1 (5e837a9d-67f3-4836-bdab-0e762646c779/d19c0a1c-371b-47be-91c8-ea7a58a2c946/69c3fc0d-673f-46ee-9374-02f75e003817) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:41.002755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.019742 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.114211 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks [] for port (69c3fc0d-673f-46ee-9374-02f75e003817), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.147744 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.184219 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4321ae-d6df-4bd1-ada8-9ff3b533414b req-b00d6a47-427f-440c-9b0d-fcbf551da923 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:41.192766 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:41.194383 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ce4321ae-d6df-4bd1-ada8-9ff3b533414b req-b00d6a47-427f-440c-9b0d-fcbf551da923 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0894768 Aug 29 21:35:41.199160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:41.201794 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Pushing event updated for resources: {'Port': ['ID=69c3fc0d-673f-46ee-9374-02f75e003817,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.204204 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:41.225352 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 814140c8-6e7c-4800-9d9d-163ea52d47f8 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:41.276761 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.321302 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.325519 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ce4321ae-d6df-4bd1-ada8-9ff3b533414b req-9d6df1c4-5f00-484e-98f0-0427a06d602d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293902 Aug 29 21:35:41.403686 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Publish callbacks [] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.409950 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.427377 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.450532 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Attempting to bind port f7f5f0ca-edf4-4983-8c12-73223950ab37 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:41.451170 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Attempting to bind port f7f5f0ca-edf4-4983-8c12-73223950ab37 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:41.451540 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Attempting to bind port f7f5f0ca-edf4-4983-8c12-73223950ab37 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:41.463667 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:41.464048 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:41.464508 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.464932 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:41.465406 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Bound port: f7f5f0ca-edf4-4983-8c12-73223950ab37, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:41.465787 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.467603 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c2651-cca1-41de-84cb-5c0598883f22 None None] Pushing event updated for resources: {'Port': ['ID=f7f5f0ca-edf4-4983-8c12-73223950ab37,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.500677 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.533874 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] For port f7f5f0ca-edf4-4983-8c12-73223950ab37, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:41.536104 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-fab06993-7c0c-40cf-84b4-a3f0b8fd35af None None] Provisioning complete for port 69c3fc0d-673f-46ee-9374-02f75e003817 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:41.536549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-fab06993-7c0c-40cf-84b4-a3f0b8fd35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.539907 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] For port f7f5f0ca-edf4-4983-8c12-73223950ab37, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f7f5f0ca-edf4-4983-8c12-73223950ab37,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:41.574872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.596695 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks [] for port (69c3fc0d-673f-46ee-9374-02f75e003817), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.600365 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-fab06993-7c0c-40cf-84b4-a3f0b8fd35af None None] Port 69c3fc0d-673f-46ee-9374-02f75e003817 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:41.606096 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.619061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:41.619619 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:41.671592 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c2651-cca1-41de-84cb-5c0598883f22 None None] Pushing event updated for resources: {'Port': ['ID=f7f5f0ca-edf4-4983-8c12-73223950ab37,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.676106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:41.678135 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Pushing event updated for resources: {'Port': ['ID=69c3fc0d-673f-46ee-9374-02f75e003817,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:41.699893 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:41.739426 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:41.773222 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:41.774898 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:41.907275 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:41.951633 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 2, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:41.980860 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e9bb6-87e5-4c4e-9271-5ae95e0848c8 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 2, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:42.023394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-2e4dc338-7ab1-493d-bd2e-a4647fd09b21 None None] Provisioning complete for port 69c3fc0d-673f-46ee-9374-02f75e003817 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:42.023764 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e4dc338-7ab1-493d-bd2e-a4647fd09b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:42.058737 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:42.062850 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-2e4dc338-7ab1-493d-bd2e-a4647fd09b21 None None] Port 69c3fc0d-673f-46ee-9374-02f75e003817 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:42.223538 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:42.228716 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-70facba6-d430-4bd3-b70e-4952d744da91 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8311367 Aug 29 21:35:42.492627 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493aea2-eea3-499c-9d7e-821484b88c2d req-95647b82-35f1-4108-9cd0-7887154968c7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:42.495178 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4493aea2-eea3-499c-9d7e-821484b88c2d req-95647b82-35f1-4108-9cd0-7887154968c7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0698338 Aug 29 21:35:42.560542 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4493aea2-eea3-499c-9d7e-821484b88c2d req-53ab3799-ac91-4ee7-986c-421b11b100b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581539 Aug 29 21:35:42.907953 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f7f5f0ca-edf4-4983-8c12-73223950ab37 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:42.958017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port f7f5f0ca-edf4-4983-8c12-73223950ab37 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:42.958349 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.044406 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36534) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:43.049428 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-16181171-network', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:43.049625 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port f7f5f0ca-edf4-4983-8c12-73223950ab37 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:43.050093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.071231 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Made reservation on behalf of 2c25a88a2c3541c7a2928901758bda71 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:43.073593 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.074689 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port f7f5f0ca-edf4-4983-8c12-73223950ab37, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f7f5f0ca-edf4-4983-8c12-73223950ab37,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:43.079393 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.084035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.124458 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:43.137282 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=f7f5f0ca-edf4-4983-8c12-73223950ab37,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:43.171435 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks [] for security_group (6edd73a7-4d66-4384-a75d-901bafb95e83), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.175182 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6edd73a7-4d66-4384-a75d-901bafb95e83), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.207085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:35:43.214522 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edd73a7-4d66-4384-a75d-901bafb95e83,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:43.222840 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (c903fc59-cb55-4f23-b841-db779904fcaf), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.223180 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Added segment c903fc59-cb55-4f23-b841-db779904fcaf of type vlan for network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e Aug 29 21:35:43.275970 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.303586 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.304751 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:43.305330 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.358255 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3126295 Aug 29 21:35:43.361597 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36536) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:43.366823 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Request body: {'subnet': {'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-16181171-subnet', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:43.370570 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903a13-33bb-4148-ad1c-e23c4a63306f admin admin] Pushing event updated for resources: {'Network': ['ID=0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:43.381728 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:35:43.393499 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Made reservation on behalf of 2c25a88a2c3541c7a2928901758bda71 for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:35:43.398280 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30090056'] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.522856 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:43.592348 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33516574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30090078'] for subnet (5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.649002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:43.670623 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:43.702287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Checking segment: {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:43.702652 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Network hostable DHCP agents. Network: 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:35:43.723926 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d023c2c-6e7f-4180-85a2-d1e98f924412 req-4b382162-3431-4897-8971-aee9a871b5b4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:43.725985 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d023c2c-6e7f-4180-85a2-d1e98f924412 req-4b382162-3431-4897-8971-aee9a871b5b4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0691731 Aug 29 21:35:43.740610 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:35:43.752532 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:43.758011 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:43.759052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.762736 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f4909b-ad95-4991-ad0d-8d149d298514 None None] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:43.800405 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-5b9d2064-c3c1-4352-8f23-7e8094182f0a admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4372089 Aug 29 21:35:43.803022 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36548) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:43.807696 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:43.823494 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d023c2c-6e7f-4180-85a2-d1e98f924412 req-ecd08ba9-7d86-45c3-b2ca-ff6fa244d711 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609298 Aug 29 21:35:43.864038 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (4df0f9fd-174c-473d-a145-e48cd2208676), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.865250 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (4df0f9fd-174c-473d-a145-e48cd2208676), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.917158 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'fixed_ips': [{'subnet_id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:35:43.918845 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.927039 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks [] for router_controller (4df0f9fd-174c-473d-a145-e48cd2208676), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:43.936911 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.077292 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks [] for router_gateway (4df0f9fd-174c-473d-a145-e48cd2208676), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.079398 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Allocated IP 172.20.0.2 (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e/5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1/eabb090d-c126-4375-8535-b8ff0bca0425) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:44.140806 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.281598 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Publish callbacks [] for port (eabb090d-c126-4375-8535-b8ff0bca0425), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.290146 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.322908 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks [] for router_gateway (4df0f9fd-174c-473d-a145-e48cd2208676), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.329343 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:44.335182 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:44.341514 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:44.356629 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.386326 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Pushing event updated for resources: {'Port': ['ID=eabb090d-c126-4375-8535-b8ff0bca0425,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:44.443904 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Attempting to bind port eabb090d-c126-4375-8535-b8ff0bca0425 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:44.444957 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Attempting to bind port eabb090d-c126-4375-8535-b8ff0bca0425 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:44.445530 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Attempting to bind port eabb090d-c126-4375-8535-b8ff0bca0425 on network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:44.459800 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:44.460957 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Checking segment: {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:44.461679 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.462109 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Bound using segment: {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:44.462628 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Bound port: eabb090d-c126-4375-8535-b8ff0bca0425, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:44.463015 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.520409 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Allocated IP 172.27.4.70 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/d18ace0e-000e-476a-94a6-ea312781031c) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:44.582329 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] For port eabb090d-c126-4375-8535-b8ff0bca0425, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:44.586951 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] For port eabb090d-c126-4375-8535-b8ff0bca0425, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=eabb090d-c126-4375-8535-b8ff0bca0425,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:44.592611 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:44.596265 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.607048 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:44.607835 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:44.659688 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.661242 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8f7be-d51e-4018-bbc6-0c84e226e176 None None] Pushing event updated for resources: {'Port': ['ID=eabb090d-c126-4375-8535-b8ff0bca0425,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:44.692486 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:44.711091 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks [] for port (d18ace0e-000e-476a-94a6-ea312781031c), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.748966 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (d18ace0e-000e-476a-94a6-ea312781031c), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:44.791758 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:44.872443 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d18ace0e-000e-476a-94a6-ea312781031c,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:44.878588 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:44.883458 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:44.889279 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:44.937157 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f7f5f0ca-edf4-4983-8c12-73223950ab37 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:45.047119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port f7f5f0ca-edf4-4983-8c12-73223950ab37 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:45.047119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.088426 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9759e3-d9b1-4d7c-88bc-b1b1bf08eea9 req-c8ac82a5-8a1f-4208-a3f0-98185057aff1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:45.089914 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd9759e3-d9b1-4d7c-88bc-b1b1bf08eea9 req-c8ac82a5-8a1f-4208-a3f0-98185057aff1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0909281 Aug 29 21:35:45.157184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port f7f5f0ca-edf4-4983-8c12-73223950ab37 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:45.157578 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 2, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:45.169801 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd9759e3-d9b1-4d7c-88bc-b1b1bf08eea9 req-bfa1dbc2-7f7b-4c3b-b70a-5dbcb399020f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727313 Aug 29 21:35:45.262971 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks [] for router_gateway (4df0f9fd-174c-473d-a145-e48cd2208676), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.274425 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:45.274898 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Updating router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb port 69c3fc0d-673f-46ee-9374-02f75e003817 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:45.304648 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.445901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:45.467989 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (4df0f9fd-174c-473d-a145-e48cd2208676), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.606116 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Router 4df0f9fd-174c-473d-a145-e48cd2208676 is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:35:45.610117 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Publish callbacks [] for port (69c3fc0d-673f-46ee-9374-02f75e003817), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.618498 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.712685 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Pushing event updated for resources: {'Port': ['ID=69c3fc0d-673f-46ee-9374-02f75e003817,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:45.730272 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.730593 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.730963 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.731326 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.731668 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.732000 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.732332 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.732684 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.733015 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.733335 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.733939 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.734285 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.734616 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.734940 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.735824 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:35:45.743959 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:45.747110 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Attempting to bind port 69c3fc0d-673f-46ee-9374-02f75e003817 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:45.747504 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Attempting to bind port 69c3fc0d-673f-46ee-9374-02f75e003817 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:45.748055 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Attempting to bind port 69c3fc0d-673f-46ee-9374-02f75e003817 on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:45.755800 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Sync routers for ids ['4df0f9fd-174c-473d-a145-e48cd2208676'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:45.767421 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Routers {'4df0f9fd-174c-473d-a145-e48cd2208676'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:45.770560 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.771953 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0389832d-d867-4610-b254-6e632d49e0d9 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9678371 Aug 29 21:35:45.774842 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36584) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:45.775348 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:45.775958 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Checking segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:45.776079 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['4df0f9fd-174c-473d-a145-e48cd2208676'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:45.776758 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.777326 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Bound using segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:45.777952 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Bound port: 69c3fc0d-673f-46ee-9374-02f75e003817, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:45.778600 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.822262 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:45.824123 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73a7f4-51cc-44ea-9bb3-e52db1a4f9ac None None] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:35:45.857517 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] For port 69c3fc0d-673f-46ee-9374-02f75e003817, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:45.861318 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] For port 69c3fc0d-673f-46ee-9374-02f75e003817, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=69c3fc0d-673f-46ee-9374-02f75e003817,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:45.867626 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:45.905831 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:45.906454 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:45.963008 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87c160-8f62-46a7-9505-8fe67d87d11d None None] Pushing event updated for resources: {'Port': ['ID=69c3fc0d-673f-46ee-9374-02f75e003817,revision_number=4']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.037748 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.043056 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:46.085099 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.115681 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] Provisioning complete for port eabb090d-c126-4375-8535-b8ff0bca0425 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:46.116054 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.149519 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Set router 4df0f9fd-174c-473d-a145-e48cd2208676 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:46.234440 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.239192 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.263707 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:45Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:46.296503 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95902d88-907f-4a81-8752-ab12da14a520 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:45Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:46.350054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ac9f2-0127-4ef0-921b-e090bf36dfa7 req-b4e77ba7-b2ce-4053-ae1d-0e1ab5130021 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:46.351716 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d5ac9f2-0127-4ef0-921b-e090bf36dfa7 req-b4e77ba7-b2ce-4053-ae1d-0e1ab5130021 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0876236 Aug 29 21:35:46.371244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] Current status of the port eabb090d-c126-4375-8535-b8ff0bca0425 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:46.371838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.427584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] For port eabb090d-c126-4375-8535-b8ff0bca0425, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=eabb090d-c126-4375-8535-b8ff0bca0425,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:46.452266 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d5ac9f2-0127-4ef0-921b-e090bf36dfa7 req-de897712-f82a-4b4c-8fa0-d4f60380b5fa tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883920 Aug 29 21:35:46.458856 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.518674 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Allocated IP 172.20.0.1 (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e/5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1/d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:35:46.519168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:35:45Z', 'revision_number': 3, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:46.554633 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Checking router: 4df0f9fd-174c-473d-a145-e48cd2208676 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:46.554978 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Updating router 4df0f9fd-174c-473d-a145-e48cd2208676 port d18ace0e-000e-476a-94a6-ea312781031c binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:46.583760 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e855eb-edd7-40c5-b68c-6e42a75ac63b None None] Pushing event updated for resources: {'Port': ['ID=eabb090d-c126-4375-8535-b8ff0bca0425,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.602193 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-36fc1973-9fcf-47fc-bf55-5a99fc9dde31 None None] Provisioning complete for port eabb090d-c126-4375-8535-b8ff0bca0425 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:46.602912 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-36fc1973-9fcf-47fc-bf55-5a99fc9dde31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.604860 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d18ace0e-000e-476a-94a6-ea312781031c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.605018 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.652333 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks [] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.676570 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:46.690652 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.738731 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:46.741857 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:46.745910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:35:46.777905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Pushing event updated for resources: {'Port': ['ID=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:46.844736 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (4df0f9fd-174c-473d-a145-e48cd2208676), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:46.978878 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:47.002028 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-36fc1973-9fcf-47fc-bf55-5a99fc9dde31 None None] Current status of the port eabb090d-c126-4375-8535-b8ff0bca0425 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:47.088224 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device eabb090d-c126-4375-8535-b8ff0bca0425 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:47.090454 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.162549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Publish callbacks [] for port (d18ace0e-000e-476a-94a6-ea312781031c), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.165259 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-08e413ff-2966-49ea-a646-6dafb29358b2 None None] Provisioning complete for port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:47.166512 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-08e413ff-2966-49ea-a646-6dafb29358b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.193609 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d18ace0e-000e-476a-94a6-ea312781031c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.234915 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:47.256872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Attempting to bind port d18ace0e-000e-476a-94a6-ea312781031c on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:47.257795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Attempting to bind port d18ace0e-000e-476a-94a6-ea312781031c by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:47.257795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Attempting to bind port d18ace0e-000e-476a-94a6-ea312781031c on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:47.268767 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-08e413ff-2966-49ea-a646-6dafb29358b2 None None] Port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:47.276768 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port eabb090d-c126-4375-8535-b8ff0bca0425 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:47.277147 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.280775 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:47.281205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:47.281487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.281884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:47.282402 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Bound port: d18ace0e-000e-476a-94a6-ea312781031c, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:47.282779 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d18ace0e-000e-476a-94a6-ea312781031c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.294828 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks [] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.301680 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.329948 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bee25-e852-4752-87f5-0d587789ecce None None] Pushing event updated for resources: {'Port': ['ID=d18ace0e-000e-476a-94a6-ea312781031c,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:47.375653 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Pushing event updated for resources: {'Port': ['ID=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:47.378857 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (4df0f9fd-174c-473d-a145-e48cd2208676), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.380288 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] For port d18ace0e-000e-476a-94a6-ea312781031c, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:47.384706 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] For port d18ace0e-000e-476a-94a6-ea312781031c, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d18ace0e-000e-476a-94a6-ea312781031c,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:47.412515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d18ace0e-000e-476a-94a6-ea312781031c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.457025 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port eabb090d-c126-4375-8535-b8ff0bca0425 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:47.458754 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 69c3fc0d-673f-46ee-9374-02f75e003817 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:47.481063 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:35:47.482794 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:35:47.484812 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Routers {'4df0f9fd-174c-473d-a145-e48cd2208676'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:47.486298 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['4df0f9fd-174c-473d-a145-e48cd2208676'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:47.555533 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bee25-e852-4752-87f5-0d587789ecce None None] Pushing event updated for resources: {'Port': ['ID=d18ace0e-000e-476a-94a6-ea312781031c,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:47.575732 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 69c3fc0d-673f-46ee-9374-02f75e003817 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:47.575732 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.632093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db99440-ace9-4d59-891c-072909940ecf req-061d1d9f-aca9-4587-a172-566496fc432c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:47.634034 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1db99440-ace9-4d59-891c-072909940ecf req-061d1d9f-aca9-4587-a172-566496fc432c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0992365 Aug 29 21:35:47.661326 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] Set router 4df0f9fd-174c-473d-a145-e48cd2208676 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:47.683425 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:47.701054 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:47.710511 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Router 4df0f9fd-174c-473d-a145-e48cd2208676 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:35:47.719444 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1db99440-ace9-4d59-891c-072909940ecf req-619b0cd0-6c4e-481e-90b0-d9313f5366e5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762346 Aug 29 21:35:47.779634 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 69c3fc0d-673f-46ee-9374-02f75e003817 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:47.779634 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.859046 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:47.871366 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:35:47.874147 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 69c3fc0d-673f-46ee-9374-02f75e003817, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=69c3fc0d-673f-46ee-9374-02f75e003817,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:47.877169 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-596fbde3-7089-4e00-840f-e99acad5a67e admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/4df0f9fd-174c-473d-a145-e48cd2208676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008022 Aug 29 21:35:47.882515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:47.948175 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-d09fd98c-f97c-4e50-af65-f15ae5282cde None None] Provisioning complete for port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:47.948551 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d09fd98c-f97c-4e50-af65-f15ae5282cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.023236 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=69c3fc0d-673f-46ee-9374-02f75e003817,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:48.041924 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-d09fd98c-f97c-4e50-af65-f15ae5282cde None None] Port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:35:48.043838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'd448eb3a-8c44-46e7-9ed8-f03ab1e20bdd', 'name': '', 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'mac_address': 'fa:16:3e:6b:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:46Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 2, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'subnets': [{'id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:48.073090 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524ba7-9c6a-46b3-a92c-b4bfe8a71086 None None] The sync data for ids ['4df0f9fd-174c-473d-a145-e48cd2208676'] in dv-cinder-854266-3-iscsi is: [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'd448eb3a-8c44-46e7-9ed8-f03ab1e20bdd', 'name': '', 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'mac_address': 'fa:16:3e:6b:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:46Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 2, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'subnets': [{'id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:48.323428 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36612) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:48.328041 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365737483', 'description': 'tempest-secgroup-smoke-365737483 description', 'project_id': '98d4703c6737454291724a5ad15c9cbb'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:48.356292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.439570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group (0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.444005 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.477296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.478542 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1540987 Aug 29 21:35:48.480609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fa254-ba72-4d77-86d2-60c949ec91d5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:48.481622 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36614) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:48.486453 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group_rule': {'security_group_id': '0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:48.516196 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (cb0a1e1e-678c-47c7-85a4-036b6f1567df), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.526887 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:48.588019 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (cb0a1e1e-678c-47c7-85a4-036b6f1567df), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.591964 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (cb0a1e1e-678c-47c7-85a4-036b6f1567df), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.611986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0a1e1e-678c-47c7-85a4-036b6f1567df,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:48.620251 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.624461 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36618) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:48.624659 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0f084c2f-80d3-4677-84ac-186d3b6ec4a6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417594 Aug 29 21:35:48.630172 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group_rule': {'security_group_id': '0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:48.659339 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (878308f6-cb5d-4303-a60e-d5c3ec9e7182), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.699427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:48.726726 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (878308f6-cb5d-4303-a60e-d5c3ec9e7182), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.730405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (878308f6-cb5d-4303-a60e-d5c3ec9e7182), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.749580 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878308f6-cb5d-4303-a60e-d5c3ec9e7182,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:48.757736 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.758937 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-8e45fdf1-4304-4c46-9419-6742f3ec803b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333439 Aug 29 21:35:48.762350 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36620) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:48.767046 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group_rule': {'security_group_id': '0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:48.798297 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (c0c7b434-ef8d-4986-94af-bcca296cbde6), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.863830 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 69c3fc0d-673f-46ee-9374-02f75e003817 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:48.868420 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebba57-9715-4ba5-b108-f2f17fcf53eb req-faad7831-ce6f-40de-b0f0-d87a98cb0182 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:48.870403 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-00ebba57-9715-4ba5-b108-f2f17fcf53eb req-faad7831-ce6f-40de-b0f0-d87a98cb0182 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0601640 Aug 29 21:35:48.871580 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (c0c7b434-ef8d-4986-94af-bcca296cbde6), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.875680 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (c0c7b434-ef8d-4986-94af-bcca296cbde6), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.901566 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c7b434-ef8d-4986-94af-bcca296cbde6,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:48.912386 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.916318 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-400a060c-957a-4830-be85-2b4e6f287f5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503062 Aug 29 21:35:48.916649 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36624) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:48.923704 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group_rule': {'security_group_id': '0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:48.931475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 69c3fc0d-673f-46ee-9374-02f75e003817 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:48.932022 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:48.945955 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-00ebba57-9715-4ba5-b108-f2f17fcf53eb req-9760afe3-a91a-42e9-ba7d-596e1e8d1cce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676215 Aug 29 21:35:49.001953 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (40d5cd7a-d95a-4425-9c82-df3d604f8363), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.095633 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (40d5cd7a-d95a-4425-9c82-df3d604f8363), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.101452 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (40d5cd7a-d95a-4425-9c82-df3d604f8363), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.149035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d5cd7a-d95a-4425-9c82-df3d604f8363,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:49.157085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.161523 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36632) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:49.161739 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e675e3b6-0dac-43c1-8940-1841409f665d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2437193 Aug 29 21:35:49.166264 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group_rule': {'security_group_id': '0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:49.195633 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 69c3fc0d-673f-46ee-9374-02f75e003817 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:49.215428 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.securitygroups_db [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Project 98d4703c6737454291724a5ad15c9cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:35:49.223631 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (00332d64-e714-499f-afaa-98d914778f01), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.307555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (00332d64-e714-499f-afaa-98d914778f01), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.322453 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (00332d64-e714-499f-afaa-98d914778f01), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.347717 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00332d64-e714-499f-afaa-98d914778f01,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:49.353269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.354567 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c245d2e3-ef33-4d00-b7bb-178093d5e40e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1918848 Aug 29 21:35:49.357701 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36642) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:35:49.363113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'security_group_rule': {'security_group_id': '0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef', 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:35:49.388467 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.securitygroups_db [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Project 98d4703c6737454291724a5ad15c9cbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:35:49.391322 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:49.400681 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (c4d60790-4ef5-4f75-978b-2aaad5fc2b6b), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.472574 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (c4d60790-4ef5-4f75-978b-2aaad5fc2b6b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.476897 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (c4d60790-4ef5-4f75-978b-2aaad5fc2b6b), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.500069 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d60790-4ef5-4f75-978b-2aaad5fc2b6b,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:49.510482 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:49.511659 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-a9122aba-7e46-42fe-a933-adcd60fdc016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525393 Aug 29 21:35:50.102914 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe58c-f393-4d52-9bfd-4cf23329fb21 req-a132ca1d-2356-43a9-bec7-672579f0542f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:50.104409 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b5fe58c-f393-4d52-9bfd-4cf23329fb21 req-a132ca1d-2356-43a9-bec7-672579f0542f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0503292 Aug 29 21:35:50.152512 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b5fe58c-f393-4d52-9bfd-4cf23329fb21 req-ea069528-0f25-404b-9180-0ec7a11ea6c4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424027 Aug 29 21:35:50.534022 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Sync routers for ids ['4df0f9fd-174c-473d-a145-e48cd2208676'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:35:50.547470 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Routers {'4df0f9fd-174c-473d-a145-e48cd2208676'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:50.548115 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['4df0f9fd-174c-473d-a145-e48cd2208676'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:50.669804 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Set router 4df0f9fd-174c-473d-a145-e48cd2208676 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:50.919516 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d18ace0e-000e-476a-94a6-ea312781031c up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:50.984992 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port d18ace0e-000e-476a-94a6-ea312781031c triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:50.985745 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d18ace0e-000e-476a-94a6-ea312781031c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:50.998753 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'd448eb3a-8c44-46e7-9ed8-f03ab1e20bdd', 'name': '', 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'mac_address': 'fa:16:3e:6b:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:46Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 2, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'subnets': [{'id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:51.026914 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Checking router: 4df0f9fd-174c-473d-a145-e48cd2208676 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:35:51.027259 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Updating router 4df0f9fd-174c-473d-a145-e48cd2208676 port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:35:51.074985 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.094604 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port d18ace0e-000e-476a-94a6-ea312781031c is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:51.095088 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d18ace0e-000e-476a-94a6-ea312781031c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.131540 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port d18ace0e-000e-476a-94a6-ea312781031c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d18ace0e-000e-476a-94a6-ea312781031c,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:51.137870 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d18ace0e-000e-476a-94a6-ea312781031c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.209605 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=d18ace0e-000e-476a-94a6-ea312781031c,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:51.261219 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:51.326320 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c789e9-12e8-4c25-8fad-d97810fff01a req-8d70da3e-d353-4645-8a5b-79cd249fcf3a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:51.327871 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e6c789e9-12e8-4c25-8fad-d97810fff01a req-8d70da3e-d353-4645-8a5b-79cd249fcf3a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0642412 Aug 29 21:35:51.341837 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:51.385197 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e6c789e9-12e8-4c25-8fad-d97810fff01a req-18ddcb4d-115d-4665-ac19-60de4688d809 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Aug 29 21:35:51.425860 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Publish callbacks [] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.431370 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.496313 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:51.499192 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1a72-be69-484d-a9f4-ec8e36488a77 None None] Pushing event updated for resources: {'Port': ['ID=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:51.612929 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Attempting to bind port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:35:51.613965 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Attempting to bind port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:35:51.613965 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Attempting to bind port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd on network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:35:51.619357 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:35:51.619722 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Checking segment: {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:35:51.620115 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.620501 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Bound using segment: {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:35:51.621003 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Bound port: d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c903fc59-cb55-4f23-b841-db779904fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:35:51.621377 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.684215 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] For port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:35:51.687890 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] For port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:35:51.694175 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:51.734323 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Routers {'4df0f9fd-174c-473d-a145-e48cd2208676'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:35:51.734972 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:35:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['4df0f9fd-174c-473d-a145-e48cd2208676'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:51.796734 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1a72-be69-484d-a9f4-ec8e36488a77 None None] Pushing event updated for resources: {'Port': ['ID=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,revision_number=4']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:51.875277 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] Set router 4df0f9fd-174c-473d-a145-e48cd2208676 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:35:52.103083 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'd448eb3a-8c44-46e7-9ed8-f03ab1e20bdd', 'name': '', 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'mac_address': 'fa:16:3e:6b:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:46Z', 'updated_at': '2022-08-29T21:35:51Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'subnets': [{'id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:35:52.132449 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea14e2e-5380-4d2d-8dec-60681fc34eb1 None None] The sync data for ids ['4df0f9fd-174c-473d-a145-e48cd2208676'] in dv-cinder-854266-3-iscsi is: [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'd448eb3a-8c44-46e7-9ed8-f03ab1e20bdd', 'name': '', 'network_id': '0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'mac_address': 'fa:16:3e:6b:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:46Z', 'updated_at': '2022-08-29T21:35:51Z', 'revision_number': 4, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'subnets': [{'id': '5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:35:52.511451 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d10a68-f7d4-4dce-9d94-73cea70439d1 req-7190267f-0062-41a4-94ba-027750c5ddf5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:52.512985 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-63d10a68-f7d4-4dce-9d94-73cea70439d1 req-7190267f-0062-41a4-94ba-027750c5ddf5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0530493 Aug 29 21:35:52.564638 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-63d10a68-f7d4-4dce-9d94-73cea70439d1 req-492ed59a-2694-4da6-97f1-6b6558a37a0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Aug 29 21:35:52.850504 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:52.896687 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:52.897288 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:52.968148 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:52.968539 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:53.003573 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:35:53.008216 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:53.009002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d18ace0e-000e-476a-94a6-ea312781031c up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:53.029564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:53.051286 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:53.090206 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:35:53.098523 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port d18ace0e-000e-476a-94a6-ea312781031c triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:53.098892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d18ace0e-000e-476a-94a6-ea312781031c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:53.171398 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port d18ace0e-000e-476a-94a6-ea312781031c is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:53.685035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987495dc-d2e8-4188-81a8-e1c8b1b8d99e req-9cedc0df-0ed1-42f9-bf0b-dfe802f4768b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:53.686473 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-987495dc-d2e8-4188-81a8-e1c8b1b8d99e req-9cedc0df-0ed1-42f9-bf0b-dfe802f4768b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0458961 Aug 29 21:35:53.736102 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-987495dc-d2e8-4188-81a8-e1c8b1b8d99e req-03e6a0f1-d6df-4783-9c12-d7feda99ff09 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Aug 29 21:35:54.848164 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:35:54.870708 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc338d-570e-46c2-ad95-eee88eda8b69 req-80f94047-fd3d-43a6-80b9-89291de85eea tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:54.871770 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ccdc338d-570e-46c2-ad95-eee88eda8b69 req-80f94047-fd3d-43a6-80b9-89291de85eea tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0558243 Aug 29 21:35:54.898903 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:35:54.899419 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:35:54.926109 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ccdc338d-570e-46c2-ad95-eee88eda8b69 req-22590a66-b3c0-4d41-be9d-b4731f0168a0 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472276 Aug 29 21:35:54.972549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:35:55.764845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471727-5778-428a-93bf-4e69e3f6128d req-cb82cd76-7d21-4d43-861d-29ecd03eb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:55.767183 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20471727-5778-428a-93bf-4e69e3f6128d req-cb82cd76-7d21-4d43-861d-29ecd03eb05a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1129 time: 0.0407107 Aug 29 21:35:55.817226 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20471727-5778-428a-93bf-4e69e3f6128d req-43a727dc-c17e-43d0-a8b9-9fc699ca7cc3 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 Aug 29 21:35:56.048892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aacf2-0a0b-4e50-88b2-4206b5ba30b4 req-a49a08fd-9e89-4595-aa79-7dbd804e6d4b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:56.050351 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7e9aacf2-0a0b-4e50-88b2-4206b5ba30b4 req-a49a08fd-9e89-4595-aa79-7dbd804e6d4b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0473654 Aug 29 21:35:56.099003 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7e9aacf2-0a0b-4e50-88b2-4206b5ba30b4 req-eb4eff03-1bef-4b14-86d6-5c321c42b5fd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Aug 29 21:35:57.429333 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f86ffa-418b-444d-9661-4b0ca476a98d req-dbc52eaa-3166-42d4-901b-579ed0df5aad tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:57.430964 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-72f86ffa-418b-444d-9661-4b0ca476a98d req-dbc52eaa-3166-42d4-901b-579ed0df5aad tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.2536530 Aug 29 21:35:57.444026 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:57.483344 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-72f86ffa-418b-444d-9661-4b0ca476a98d req-df3a9537-37e0-4542-9206-6048d555284d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459673 Aug 29 21:35:57.778723 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-a59d6a35-0986-4b38-9dff-2212bbed51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:57.780241 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-a59d6a35-0986-4b38-9dff-2212bbed51be service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 1129 time: 0.0765812 Aug 29 21:35:57.786218 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0006a-455e-4548-98be-08fcf631b993 req-8facdf04-0bf5-49ff-8ee7-ba4e4c181409 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:57.787649 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2fe0006a-455e-4548-98be-08fcf631b993 req-8facdf04-0bf5-49ff-8ee7-ba4e4c181409 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0852795 Aug 29 21:35:57.925948 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2fe0006a-455e-4548-98be-08fcf631b993 req-c9bc4502-bf8c-48e3-8aef-c7f3fac9ade7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232626 Aug 29 21:35:57.945083 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-90ebdaed-9423-4b31-b395-66b6b53cd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:57.947691 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-90ebdaed-9423-4b31-b395-66b6b53cd291 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.1589832 Aug 29 21:35:57.991415 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-875f1d18-2dd1-453d-b43c-76fdf55b9a0d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 200 len: 217 time: 0.0372007 Aug 29 21:35:58.067192 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-c4445e12-d3f0-4637-89d3-3ae836b47a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:58.069490 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-c4445e12-d3f0-4637-89d3-3ae836b47a45 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0703788 Aug 29 21:35:58.132074 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-c76df7ca-6ece-4f57-8ddd-5e21cc00d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:58.134003 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-c76df7ca-6ece-4f57-8ddd-5e21cc00d229 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555992 Aug 29 21:35:58.240974 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-c13cba78-0a2d-473a-a8ff-4a1dcbb15f5a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956976 Aug 29 21:35:58.298557 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:58.339977 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b70c716d-9d2a-4ada-9fa3-c9f6f4e82a1a req-1705ca33-72d0-408d-b775-2bab7112d90c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Aug 29 21:35:59.055782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2a561-60e6-4b0d-af5f-c18b67066893 req-c4133ed7-8a98-4b39-b44f-75e3fda5b670 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:35:59.057390 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfd2a561-60e6-4b0d-af5f-c18b67066893 req-c4133ed7-8a98-4b39-b44f-75e3fda5b670 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0553131 Aug 29 21:35:59.111911 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfd2a561-60e6-4b0d-af5f-c18b67066893 req-ee0e5ba4-427b-481b-9c7c-e1c45d50eade tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Aug 29 21:35:59.500093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:35:59.503186 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=58,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:00.253780 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93fa0-425f-4aa9-b01b-258f75f52895 req-2c885041-6c1b-4630-b775-6cce808e5232 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:00.256784 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4a93fa0-425f-4aa9-b01b-258f75f52895 req-2c885041-6c1b-4630-b775-6cce808e5232 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0681982 Aug 29 21:36:00.338035 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4a93fa0-425f-4aa9-b01b-258f75f52895 req-f8766e45-592f-4c9c-8734-392c9d6ce2f7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747375 Aug 29 21:36:00.479366 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ef9fc4f2-ded7-4647-9b37-1a9b1efa1a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.492999 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36924) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:00.604137 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-896bbd37-d1ed-4a50-9efb-59e4e7fa7156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.684724 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-896bbd37-d1ed-4a50-9efb-59e4e7fa7156 admin admin] Publish callbacks [] for security_group (545f423b-afc0-4a58-87ac-d840010817b7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.688996 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-896bbd37-d1ed-4a50-9efb-59e4e7fa7156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (545f423b-afc0-4a58-87ac-d840010817b7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.730267 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-896bbd37-d1ed-4a50-9efb-59e4e7fa7156 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=928b73c7a8af4b49a2fd6d61abcf22d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361226 Aug 29 21:36:00.731154 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bbd37-d1ed-4a50-9efb-59e4e7fa7156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545f423b-afc0-4a58-87ac-d840010817b7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:00.733003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36930) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:00.785155 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d500e4a1-08cf-412a-a6a4-4d6600d5a5bc admin admin] Publish callbacks [] for security_group (545f423b-afc0-4a58-87ac-d840010817b7), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.806202 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d500e4a1-08cf-412a-a6a4-4d6600d5a5bc admin admin] Publish callbacks [] for security_group (545f423b-afc0-4a58-87ac-d840010817b7), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.857064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d500e4a1-08cf-412a-a6a4-4d6600d5a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (545f423b-afc0-4a58-87ac-d840010817b7), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.859620 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d500e4a1-08cf-412a-a6a4-4d6600d5a5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:00.860851 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-d500e4a1-08cf-412a-a6a4-4d6600d5a5bc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/545f423b-afc0-4a58-87ac-d840010817b7 HTTP/1.1" status: 204 len: 168 time: 0.1268466 Aug 29 21:36:00.868940 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500e4a1-08cf-412a-a6a4-4d6600d5a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f423b-afc0-4a58-87ac-d840010817b7,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:01.474166 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:01.495865 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f96e-57d7-47a6-9625-7712a1b54604 req-dd90db76-1d5c-45fe-baff-a54c64177084 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:01.497457 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b55f96e-57d7-47a6-9625-7712a1b54604 req-dd90db76-1d5c-45fe-baff-a54c64177084 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0569670 Aug 29 21:36:01.557412 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b55f96e-57d7-47a6-9625-7712a1b54604 req-52522a36-2b2b-4024-8bdb-2bc7bce2350d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539491 Aug 29 21:36:01.613797 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 36984) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:01.754630 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.849146 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Publish callbacks [] for security_group (5cc61878-2f9b-4b20-9eea-f96051b0913b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.862142 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5cc61878-2f9b-4b20-9eea-f96051b0913b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:01.925200 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc61878-2f9b-4b20-9eea-f96051b0913b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:01.933125 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6968b2df087d4e7986f854244533d10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180089 Aug 29 21:36:01.934849 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 36998) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:01.948382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.948968 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.949481 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.950047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.950596 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.951002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.956147 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.956772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.961415 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.961964 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.962920 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.963457 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.966276 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.966728 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:01.967279 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ee3078-3f01-4f64-8bba-0c8344b95584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.008930 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Publish callbacks [] for security_group (5cc61878-2f9b-4b20-9eea-f96051b0913b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.031247 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Publish callbacks [] for security_group (5cc61878-2f9b-4b20-9eea-f96051b0913b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.086085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5cc61878-2f9b-4b20-9eea-f96051b0913b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.088881 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.102322 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5cc61878-2f9b-4b20-9eea-f96051b0913b HTTP/1.1" status: 204 len: 168 time: 0.1592121 Aug 29 21:36:02.103226 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:02.106178 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:02.115799 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc61878-2f9b-4b20-9eea-f96051b0913b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:02.125373 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.126264 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.126620 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.126967 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.127305 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.127927 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.128267 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.128628 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.128977 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.129306 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.129635 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.129965 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.130290 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.130660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.130996 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ece2dba-a293-451a-a632-a6b7a485ef7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:02.387940 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37008) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:02.401424 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7c735bda-ea53-4524-9aa5-586a76410061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.483454 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7c735bda-ea53-4524-9aa5-586a76410061 admin admin] Publish callbacks [] for security_group (2e978543-c86d-48c1-8d8a-74a3950b41b4), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.488061 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7c735bda-ea53-4524-9aa5-586a76410061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2e978543-c86d-48c1-8d8a-74a3950b41b4), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.528922 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7c735bda-ea53-4524-9aa5-586a76410061 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d3cd5ffb5ffe49f58a8edf8ec55f9abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398177 Aug 29 21:36:02.530227 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c735bda-ea53-4524-9aa5-586a76410061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e978543-c86d-48c1-8d8a-74a3950b41b4,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:02.532551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37012) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:02.599980 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d91fc05d-ef9a-4503-b70f-7cc81dbe5ae0 admin admin] Publish callbacks [] for security_group (2e978543-c86d-48c1-8d8a-74a3950b41b4), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.621639 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d91fc05d-ef9a-4503-b70f-7cc81dbe5ae0 admin admin] Publish callbacks [] for security_group (2e978543-c86d-48c1-8d8a-74a3950b41b4), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.671160 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d91fc05d-ef9a-4503-b70f-7cc81dbe5ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2e978543-c86d-48c1-8d8a-74a3950b41b4), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.674583 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d91fc05d-ef9a-4503-b70f-7cc81dbe5ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:02.676782 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-d91fc05d-ef9a-4503-b70f-7cc81dbe5ae0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2e978543-c86d-48c1-8d8a-74a3950b41b4 HTTP/1.1" status: 204 len: 168 time: 0.1413164 Aug 29 21:36:02.683790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc05d-ef9a-4503-b70f-7cc81dbe5ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e978543-c86d-48c1-8d8a-74a3950b41b4,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:02.803239 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-44057e30-a323-4fd4-83b9-a9746e749ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.096632 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37032) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:03.101213 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725249851', 'description': 'tempest-description--538398604'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:03.125554 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.134593 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:03.208103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group (ba8b4684-a1c9-45b5-a6a8-f67852b93f14), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.212685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ba8b4684-a1c9-45b5-a6a8-f67852b93f14), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.246752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.248108 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1503463 Aug 29 21:36:03.251374 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37040) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:03.256764 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'security_group_rule': {'security_group_id': 'ba8b4684-a1c9-45b5-a6a8-f67852b93f14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:03.264084 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a19920-7a23-4aeb-8475-db76c30b295f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8b4684-a1c9-45b5-a6a8-f67852b93f14,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:03.290545 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group_rule (75197a27-1653-4ba1-b4c9-75a1fa3ad444), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.355058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group_rule (75197a27-1653-4ba1-b4c9-75a1fa3ad444), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.358428 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (75197a27-1653-4ba1-b4c9-75a1fa3ad444), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.376988 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75197a27-1653-4ba1-b4c9-75a1fa3ad444,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:03.388318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.389706 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-8654c72f-6448-422b-95db-c1a7b016ba1f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373794 Aug 29 21:36:03.393102 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37050) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:03.398003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'security_group_rule': {'security_group_id': 'ba8b4684-a1c9-45b5-a6a8-f67852b93f14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:03.430869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:03.433650 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group_rule (548fe63a-8070-48e7-baa7-883f028dfe3f), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.499603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group_rule (548fe63a-8070-48e7-baa7-883f028dfe3f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.507750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (548fe63a-8070-48e7-baa7-883f028dfe3f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.534381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548fe63a-8070-48e7-baa7-883f028dfe3f,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:03.546206 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.548291 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-101f6dd1-bbdc-4252-8a31-53b9df0ce669 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536989 Aug 29 21:36:03.552004 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37058) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:03.558702 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:03.585454 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.683360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.804031 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Allocated IP 172.27.4.194 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/49742338-7ca3-43ef-aeaf-4f02cef9b617) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:03.833581 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:03.865547 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:03.931712 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:03.965695 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.007723 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:04.013499 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:04.017394 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:04.044278 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'Port': ['ID=49742338-7ca3-43ef-aeaf-4f02cef9b617,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:04.119716 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.161123 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.573778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.580688 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.648921 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.689317 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.697220 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1430049 Aug 29 21:36:04.708979 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc48dc-b9bd-43dc-b810-edc719a90ca2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'Port': ['ID=49742338-7ca3-43ef-aeaf-4f02cef9b617,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:04.803875 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:04.857738 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37098) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:04.941450 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-21034ab3-12c3-44e7-9d07-585695a2300c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1725249851&fields=id&tenant_id=57c7abc43eb142d3b36a6d91beee5d10 HTTP/1.1" status: 200 len: 267 time: 0.0532429 Aug 29 21:36:05.044516 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c42f-ecd9-4264-9fc3-85d145c40a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.079491 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-bbb37881-907a-4ae0-8331-b6ad77379310 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:05.082028 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-bbb37881-907a-4ae0-8331-b6ad77379310 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 818 time: 0.1393590 Aug 29 21:36:05.111586 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-49216e22-6dbb-435e-8b84-0d6b92425445 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/quotas/57c7abc43eb142d3b36a6d91beee5d10 HTTP/1.1" status: 200 len: 375 time: 0.0217452 Aug 29 21:36:05.184801 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-7d73c55d-d530-4ee0-b8dd-520164efe8e7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0660174 Aug 29 21:36:05.256986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c42f-ecd9-4264-9fc3-85d145c40a24 admin admin] Publish callbacks [] for security_group (53e84e3f-8450-43c5-9f9c-4986dddee0ca), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.265134 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c42f-ecd9-4264-9fc3-85d145c40a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (53e84e3f-8450-43c5-9f9c-4986dddee0ca), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.271156 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:05.334016 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c7f2c42f-ecd9-4264-9fc3-85d145c40a24 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=84bb44e395224371870b96d7a3fdf152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751832 Aug 29 21:36:05.336781 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37108) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:05.339740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c42f-ecd9-4264-9fc3-85d145c40a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e84e3f-8450-43c5-9f9c-4986dddee0ca,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:05.348885 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-88b1b7b6-95dc-424e-a80b-34aefa6e09a6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488740 Aug 29 21:36:05.395040 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-089b4d1f-d28e-4348-9d61-2c34434dc8fd admin admin] Publish callbacks [] for security_group (53e84e3f-8450-43c5-9f9c-4986dddee0ca), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.416154 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-089b4d1f-d28e-4348-9d61-2c34434dc8fd admin admin] Publish callbacks [] for security_group (53e84e3f-8450-43c5-9f9c-4986dddee0ca), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.452186 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-e70180c6-7601-447a-bebb-ccbc2e937b72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911286 Aug 29 21:36:05.464273 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-089b4d1f-d28e-4348-9d61-2c34434dc8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (53e84e3f-8450-43c5-9f9c-4986dddee0ca), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.467103 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-089b4d1f-d28e-4348-9d61-2c34434dc8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.468262 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-089b4d1f-d28e-4348-9d61-2c34434dc8fd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/53e84e3f-8450-43c5-9f9c-4986dddee0ca HTTP/1.1" status: 204 len: 168 time: 0.1304681 Aug 29 21:36:05.479109 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4d1f-d28e-4348-9d61-2c34434dc8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e84e3f-8450-43c5-9f9c-4986dddee0ca,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:05.625820 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:05.643347 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-18e18918-9444-478f-992b-eb90f822b788 req-e47e66d6-3d58-4683-9fcb-e2bfaafa2f94 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0310571 Aug 29 21:36:05.781151 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:06.751236 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b0f57d45-1497-4f83-847f-66760b32de6e req-08e93a55-0a0d-4058-b0e3-65f2acf0f5dd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Aug 29 21:36:07.851789 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5b431df5-0570-45cc-8474-f790cd93536e req-9e167a16-b07c-4dc3-a076-a25590582e9f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Aug 29 21:36:08.952706 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-45a751a9-8e3e-4ae6-aae0-63702826e428 req-a3cc644f-365d-4285-9ebb-5588fef2e690 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0293369 Aug 29 21:36:09.042242 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:10.010292 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-0aca0c1d-dff5-4388-a9f2-eb7724df5044 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591407 Aug 29 21:36:10.069993 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2696e2ce-2dff-4385-9c4b-db86be4909e1 req-74909844-2db0-4210-955b-447afd49271f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0309200 Aug 29 21:36:10.377049 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8824f1-c874-4863-82e5-440cedf97241 req-5d4a9312-8d67-4d01-905c-2a91b7df4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:10.378793 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-5d4a9312-8d67-4d01-905c-2a91b7df4e5a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 1129 time: 0.0469294 Aug 29 21:36:10.532880 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:10.616892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8824f1-c874-4863-82e5-440cedf97241 req-effe1947-0fc3-43b1-92bc-cbdd474d9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:10.618565 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-effe1947-0fc3-43b1-92bc-cbdd474d9247 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.2003155 Aug 29 21:36:10.625632 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-39b83768-3ee4-438c-8dfa-555df27f7006 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:10.627082 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-39b83768-3ee4-438c-8dfa-555df27f7006 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 818 time: 0.1861522 Aug 29 21:36:10.670121 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-a7b7201a-4ea3-4d11-a21d-ccdd0a0a8a55 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2 HTTP/1.1" status: 200 len: 217 time: 0.0420911 Aug 29 21:36:10.721438 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-95d28ded-fb3d-47fd-a69d-09f0d1b575e2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57c7abc43eb142d3b36a6d91beee5d10 HTTP/1.1" status: 200 len: 380 time: 0.0587015 Aug 29 21:36:10.765004 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'port': {'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'admin_state_up': True, 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'security_groups': ['ba8b4684-a1c9-45b5-a6a8-f67852b93f14']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:10.853619 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8824f1-c874-4863-82e5-440cedf97241 req-356cfdd6-4a21-484c-bac5-a8bac19f75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:10.855069 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-356cfdd6-4a21-484c-bac5-a8bac19f75a1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.1032660 Aug 29 21:36:10.926825 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8824f1-c874-4863-82e5-440cedf97241 req-7e27b08c-1490-4e3c-94c3-b6bb3ab89f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:10.928185 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-7e27b08c-1490-4e3c-94c3-b6bb3ab89f2b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641363 Aug 29 21:36:10.987381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Made reservation on behalf of 57c7abc43eb142d3b36a6d91beee5d10 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:10.991541 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.073318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:11.107614 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-1df95e21-d8d1-44e6-84d6-615a1036a42d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703238 Aug 29 21:36:11.191559 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e74cad2c-8f5a-48ef-b5a6-bb9f39ea4fb6 req-e14188e8-f5e8-4b85-99a6-a20864c990ae tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0365312 Aug 29 21:36:11.205212 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37204) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:11.211164 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Allocated IP 172.20.0.11 (9e04ecf7-e557-4380-9886-ee0044b14438/2032761f-b505-4292-babd-650553fbdcb3/d6330450-f0d1-4063-9b9d-1477fa88871b) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:11.211357 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764077097', 'description': 'tempest-description--478859982'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:11.234582 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.246962 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:11.254461 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:11.317521 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (bfc99884-9fd9-4ffd-b63d-38dae797d755), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.322029 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bfc99884-9fd9-4ffd-b63d-38dae797d755), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.370153 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.371785 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1644099 Aug 29 21:36:11.374596 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37208) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:11.379153 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': 'bfc99884-9fd9-4ffd-b63d-38dae797d755', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:11.389127 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46150399-c114-41f5-b6e8-69522c7fea93 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc99884-9fd9-4ffd-b63d-38dae797d755,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:11.410638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.418017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (761368dd-a137-46b1-902b-0c53a438d4e4), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.448233 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.496502 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Network 9e04ecf7-e557-4380-9886-ee0044b14438 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:11.501660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (761368dd-a137-46b1-902b-0c53a438d4e4), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.502244 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:11.506258 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:11.506463 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (761368dd-a137-46b1-902b-0c53a438d4e4), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.529274 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761368dd-a137-46b1-902b-0c53a438d4e4,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:11.542027 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.545642 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f31c3480-4ccc-415e-856f-761dcc50af8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676259 Aug 29 21:36:11.545793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:11.546009 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37214) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:11.548898 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event updated for resources: {'Port': ['ID=d6330450-f0d1-4063-9b9d-1477fa88871b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:11.557703 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': 'bfc99884-9fd9-4ffd-b63d-38dae797d755', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:11.576553 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:11.577243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.599087 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-5d62159d-3323-446b-9979-bf0e52019ed5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449416 Aug 29 21:36:11.612315 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (da123082-75ba-45b6-b445-b5404840e49b), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.684708 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (da123082-75ba-45b6-b445-b5404840e49b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.689682 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (da123082-75ba-45b6-b445-b5404840e49b), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.718519 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da123082-75ba-45b6-b445-b5404840e49b,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:11.729599 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.730990 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-595ee90c-85ae-4d0d-858c-d210eaa36f0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838667 Aug 29 21:36:11.734445 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37218) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:11.739378 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:11.769047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.863663 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.869382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-938a006b-76cf-48cf-85d9-598467bb710c None None] Provisioning complete for port d6330450-f0d1-4063-9b9d-1477fa88871b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:11.870012 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-938a006b-76cf-48cf-85d9-598467bb710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:11.908972 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-938a006b-76cf-48cf-85d9-598467bb710c None None] Port d6330450-f0d1-4063-9b9d-1477fa88871b cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:36:11.982097 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.27.4.107 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:12.059567 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=82,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:12.093614 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.113475 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:12.128935 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.173340 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:12.176651 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:12.179639 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:12.184989 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:12.271732 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (3621c42f-729b-4bf9-8212-3767786fbb55), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.310575 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.321919 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3d2ef-5f3e-469c-87e1-e9e9cd65ca17 req-f206a166-2d39-42ec-bc80-14533a0fb6e3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:12.324000 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0dd3d2ef-5f3e-469c-87e1-e9e9cd65ca17 req-f206a166-2d39-42ec-bc80-14533a0fb6e3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 932 time: 0.0523438 Aug 29 21:36:12.372627 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0dd3d2ef-5f3e-469c-87e1-e9e9cd65ca17 req-4f0a1e10-e317-4e72-a317-be232a1c73c6 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Aug 29 21:36:12.459801 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.464441 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.533144 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:12.535825 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (3621c42f-729b-4bf9-8212-3767786fbb55), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.552241 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:12.553505 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-cfdf4beb-ccfd-4f46-b319-ccb760d4707d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8178899 Aug 29 21:36:12.754456 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-7294a7c6-c7cb-49f1-a126-8af853499c4c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--764077097&fields=id&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 267 time: 0.0425887 Aug 29 21:36:12.864114 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-ba400325-27f3-4bc2-b87a-3c46b3f5762c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:12.865611 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-ba400325-27f3-4bc2-b87a-3c46b3f5762c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.1048443 Aug 29 21:36:12.880260 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-69e389dc-e74d-42b1-b51b-879507fa9ea9 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/quotas/5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 375 time: 0.0091729 Aug 29 21:36:12.932709 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c0cf5bf2-644f-4dac-8194-11bc4c5bd12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476246 Aug 29 21:36:13.025815 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Request body: {'port': {'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:13.102531 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-a844fffc-f3df-4657-9742-461c9cac5948 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581666 Aug 29 21:36:13.121925 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:13.419369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:13.465845 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0b8824f1-c874-4863-82e5-440cedf97241 req-e17a9ea4-3705-431d-b664-7600bca60252 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456239 Aug 29 21:36:13.558374 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-bd937a20-42ff-437b-9b7f-de7ce01d843f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500375 Aug 29 21:36:13.609833 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb688c-6662-489e-bbd7-0a826995284c req-ab88bb37-a22b-4cfc-b3ef-7ac65a3643e0 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:13.611386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-98cb688c-6662-489e-bbd7-0a826995284c req-ab88bb37-a22b-4cfc-b3ef-7ac65a3643e0 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 932 time: 0.1485195 Aug 29 21:36:13.650760 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:13.748959 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e5dbe3b-21ed-4969-87db-3577b7960917 req-0c808732-5d54-4308-b64a-0645d2bc4852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0406282 Aug 29 21:36:13.754738 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-98cb688c-6662-489e-bbd7-0a826995284c req-8db694b3-3bbc-4239-aa38-80aa27d525e8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375570 Aug 29 21:36:13.906423 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6330450-f0d1-4063-9b9d-1477fa88871b {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:13.915402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Publish callbacks [] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:13.929549 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Transition to ACTIVE for port object d6330450-f0d1-4063-9b9d-1477fa88871b will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:13.934279 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.020060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Pushing event updated for resources: {'Port': ['ID=d6330450-f0d1-4063-9b9d-1477fa88871b,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:14.069892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Attempting to bind port d6330450-f0d1-4063-9b9d-1477fa88871b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:14.070242 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Attempting to bind port d6330450-f0d1-4063-9b9d-1477fa88871b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:14.070578 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Attempting to bind port d6330450-f0d1-4063-9b9d-1477fa88871b on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:14.078158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Port d6330450-f0d1-4063-9b9d-1477fa88871b on network 9e04ecf7-e557-4380-9886-ee0044b14438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:14.078501 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Attempting to bind port d6330450-f0d1-4063-9b9d-1477fa88871b on network 9e04ecf7-e557-4380-9886-ee0044b14438 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:14.087045 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:14.087424 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Checking segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:14.087848 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Bound using segment: {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:14.088712 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Bound port: d6330450-f0d1-4063-9b9d-1477fa88871b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f961788-b87d-48bf-b2a9-bf9318233a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:14.089112 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.163714 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] For port d6330450-f0d1-4063-9b9d-1477fa88871b, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:14.167737 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] For port d6330450-f0d1-4063-9b9d-1477fa88871b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6330450-f0d1-4063-9b9d-1477fa88871b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:14.174672 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.178843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.179458 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:14.180884 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 1094 time: 1.1619148 Aug 29 21:36:14.181371 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:14.184019 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244d10b-286d-4148-ab38-678300024818" -d '{"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:14.237784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cf8d8-e2b5-4069-9c31-c70c32547a48 service neutron] Pushing event updated for resources: {'Port': ['ID=d6330450-f0d1-4063-9b9d-1477fa88871b,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:14.240897 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0adfca6-58e4-4824-8482-74b99f5d5d5d x-openstack-request-id: req-e0adfca6-58e4-4824-8482-74b99f5d5d5d {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:14.241173 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:14.241429 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0adfca6-58e4-4824-8482-74b99f5d5d5d {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:14.241817 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0adfca6-58e4-4824-8482-74b99f5d5d5d'] response: {'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'status': 'completed', 'code': 200} Aug 29 21:36:14.537649 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d10b-286d-4148-ab38-678300024818 req-5f47fac1-e848-4e93-8382-bcf846a2a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.539083 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a244d10b-286d-4148-ab38-678300024818 req-5f47fac1-e848-4e93-8382-bcf846a2a8b7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1128 time: 0.0451877 Aug 29 21:36:14.666558 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:14.695517 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d10b-286d-4148-ab38-678300024818 req-bc00f9d0-4a81-4f84-8c49-d95226a2d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.697015 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a244d10b-286d-4148-ab38-678300024818 req-bc00f9d0-4a81-4f84-8c49-d95226a2d628 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1197996 Aug 29 21:36:14.818859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d10b-286d-4148-ab38-678300024818 req-1ce0a19e-f492-426b-a9b6-904d9fcd6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.820360 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a244d10b-286d-4148-ab38-678300024818 req-1ce0a19e-f492-426b-a9b6-904d9fcd6bf9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1058035 Aug 29 21:36:14.913399 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-45210b26-10e5-4aeb-b0bf-96c68c0b1645 req-367b96bf-c756-47f8-b89e-e89d996c82f1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0569851 Aug 29 21:36:14.976679 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-dd7047cb-18fd-41ec-9dae-938d43891d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.978239 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-dd7047cb-18fd-41ec-9dae-938d43891d8c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1128 time: 0.0913219 Aug 29 21:36:14.986964 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406ff44-85ce-4290-a944-d7c0eb2c9cc1 req-390756b3-a0f7-4e53-ad97-9c2183fb784a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:14.988441 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6406ff44-85ce-4290-a944-d7c0eb2c9cc1 req-390756b3-a0f7-4e53-ad97-9c2183fb784a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.0815749 Aug 29 21:36:15.040370 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6406ff44-85ce-4290-a944-d7c0eb2c9cc1 req-6e4be98c-5f1c-48c4-aaba-0daa33df4793 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461464 Aug 29 21:36:15.249168 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-3e17960d-3f20-4839-a2eb-5ed9d56ff9b3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 217 time: 0.0340898 Aug 29 21:36:15.297789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:15.304375 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-36c79cfe-f6e4-43dc-9f5d-6b24de527d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:15.305863 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-36c79cfe-f6e4-43dc-9f5d-6b24de527d98 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0507069 Aug 29 21:36:15.360520 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-c15806d0-2225-4832-b2fc-04ea9cf958a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:15.362087 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-c15806d0-2225-4832-b2fc-04ea9cf958a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460413 Aug 29 21:36:15.461115 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-82ddeed7-f6a4-48bd-aefb-bb1ecb83d243 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897381 Aug 29 21:36:15.554803 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d42777c-62b8-4269-8ed7-bb1868494cbd req-f26e6ace-7c7b-4d0e-b64f-9850a34e1dc2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Aug 29 21:36:16.027092 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-27d11018-1367-4a9d-ab9b-449d8423a229 req-6c3166c0-2b3c-493e-ba5c-1451c35bfdd1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0316894 Aug 29 21:36:16.063384 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:36:16.200477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbf5cf-4700-4a6c-9add-6ed6fdb03444 req-5d80d2e9-4e8a-42b3-9026-5fe4e7100747 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.201990 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40cbf5cf-4700-4a6c-9add-6ed6fdb03444 req-5d80d2e9-4e8a-42b3-9026-5fe4e7100747 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0801663 Aug 29 21:36:16.221963 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f6cd9-a1df-4c08-b3f5-593ae2a9e9c4 req-ddc0013a-b915-4410-9eeb-eddd14bd86a5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:16.223373 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-839f6cd9-a1df-4c08-b3f5-593ae2a9e9c4 req-ddc0013a-b915-4410-9eeb-eddd14bd86a5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.0872700 Aug 29 21:36:16.292335 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40cbf5cf-4700-4a6c-9add-6ed6fdb03444 req-5de8a84b-d432-48ee-a2d7-b34a5f09d299 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840139 Aug 29 21:36:16.305072 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-839f6cd9-a1df-4c08-b3f5-593ae2a9e9c4 req-1ef57950-a3b3-4ba0-9748-8bacaff79fa7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728989 Aug 29 21:36:17.041542 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-b3f0c807-07cf-4ea3-afaf-1423797d5561 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-365737483&fields=id&tenant_id=98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 267 time: 0.0455561 Aug 29 21:36:17.142534 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7d52b40b-8477-4244-8b4a-82e6777798ac req-fff477a3-5dec-48c3-a0e4-1d7a297684e3 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0362346 Aug 29 21:36:17.180947 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-d13cfd4a-75aa-4faf-a634-c8a0ea0d707d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:17.182395 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-d13cfd4a-75aa-4faf-a634-c8a0ea0d707d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 810 time: 0.1343822 Aug 29 21:36:17.196898 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-d9e1d98a-92a6-4275-bc8d-bf010774ecfb tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/quotas/98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 375 time: 0.0089166 Aug 29 21:36:17.246761 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-8c6813e9-df12-4e9d-9e9e-7f33ac3219f0 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450094 Aug 29 21:36:17.308941 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:17.349168 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-3549e088-b960-4f46-99a3-f823d7753114 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908692 Aug 29 21:36:17.451360 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40fc20-b449-4532-9199-7a3b83725ca9 req-9e5e4e33-b314-4dc3-8543-a6ea9a006a3b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:17.452856 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cd40fc20-b449-4532-9199-7a3b83725ca9 req-9e5e4e33-b314-4dc3-8543-a6ea9a006a3b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0789077 Aug 29 21:36:17.498575 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-304d8d7a-76de-44a6-bbd3-1847e7d8f8c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437273 Aug 29 21:36:17.525970 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cd40fc20-b449-4532-9199-7a3b83725ca9 req-7796a19d-945c-4f0b-a847-b085f69218c6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654953 Aug 29 21:36:17.623884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:17.633090 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0115-23ef-4ce3-896a-b5d91d9998db req-95c00214-b16d-46f4-97b1-91e5122b8d4a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:17.634627 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e3dc0115-23ef-4ce3-896a-b5d91d9998db req-95c00214-b16d-46f4-97b1-91e5122b8d4a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.0476620 Aug 29 21:36:17.684731 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e3dc0115-23ef-4ce3-896a-b5d91d9998db req-d6df5a61-08e8-47a1-989a-4302cd661947 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 Aug 29 21:36:17.807598 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c0845428-6439-41ca-a5ca-2483a8f732a2 req-05b976d3-bbe8-49bf-b9ff-8d51d02843e3 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 210 time: 0.0298235 Aug 29 21:36:18.243671 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6216f212-e37e-407b-92b2-456f9d714004 req-1f5232ff-2e1c-4244-a6ae-68e551b6bf73 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0298483 Aug 29 21:36:18.651199 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9f297-cfe9-4af1-95fe-925f9ac13020 req-9d8d1e22-92f9-45b8-96e7-e5beebade26f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:18.652688 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dda9f297-cfe9-4af1-95fe-925f9ac13020 req-9d8d1e22-92f9-45b8-96e7-e5beebade26f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0466073 Aug 29 21:36:18.700605 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dda9f297-cfe9-4af1-95fe-925f9ac13020 req-efd08f2b-56a2-4072-a9ef-340d3f4f9f19 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Aug 29 21:36:18.811798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df3d5c-9aca-4945-b021-6db831bbcd17 req-1c6039da-d51f-4bd7-ba78-e7835353ff59 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:18.813897 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9df3d5c-9aca-4945-b021-6db831bbcd17 req-1c6039da-d51f-4bd7-ba78-e7835353ff59 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.0539711 Aug 29 21:36:18.863546 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9df3d5c-9aca-4945-b021-6db831bbcd17 req-8468f0d2-e965-4a8b-9e34-47fd563cb8d5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Aug 29 21:36:18.914932 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ed75d522-9a97-4486-baa1-c8f3cc8cace6 req-da4acd0b-580a-43b9-87fd-9fb536c7a095 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 210 time: 0.0313129 Aug 29 21:36:19.343622 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-98eafae2-d9cb-4d34-9327-c0bef1e68c61 req-1e097168-86b8-4ad3-8b50-0139ac1a7e0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Aug 29 21:36:19.826643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15656-cf23-4622-a230-8a55b1f1d5b4 req-d8ec3b68-f141-4796-b18b-fa204696cfa0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:19.828763 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cae15656-cf23-4622-a230-8a55b1f1d5b4 req-d8ec3b68-f141-4796-b18b-fa204696cfa0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0477002 Aug 29 21:36:19.876166 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cae15656-cf23-4622-a230-8a55b1f1d5b4 req-76daa1f6-be87-48fa-ba48-e503b5dcf024 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414400 Aug 29 21:36:19.985211 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18068bc-7729-4408-8c25-fadc07c27ade req-6b7e238e-639e-460d-b432-6402e3e69fed tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:19.986728 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f18068bc-7729-4408-8c25-fadc07c27ade req-6b7e238e-639e-460d-b432-6402e3e69fed tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.0509963 Aug 29 21:36:20.024366 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-45c7eaa7-e254-4834-a715-e368df8c1dfb req-5abf4f81-433a-4342-bb0e-c28d159137bb tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 210 time: 0.0366712 Aug 29 21:36:20.061159 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f18068bc-7729-4408-8c25-fadc07c27ade req-81f92630-1915-4b27-90ca-307d4cdc53c9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635843 Aug 29 21:36:20.488934 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b27a855c-d0ca-4a63-b9ff-c3757d87aa73 req-fa164c3a-38dd-4d54-bfde-c6aab36269bf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.0681357 Aug 29 21:36:20.555318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c416df9d-bf97-4876-b1fc-c60b1823f502 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:20.556858 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c416df9d-bf97-4876-b1fc-c60b1823f502 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.1468153 Aug 29 21:36:20.657704 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-63feeb47-68c9-4aa1-862e-e56954c4af4b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 472 time: 0.0915413 Aug 29 21:36:20.746755 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'port': {'device_id': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'admin_state_up': True, 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'security_groups': ['bfc99884-9fd9-4ffd-b63d-38dae797d755']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:20.847204 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:20.873707 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Made reservation on behalf of 5220f1dfa6a74754bd08f925c85847b2 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:20.878233 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.038056 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b81ee8-0993-4726-9496-aefcd8dcc1e6 req-765c15ec-e0be-44e0-b1f3-73469bf4dd34 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.040107 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d9b81ee8-0993-4726-9496-aefcd8dcc1e6 req-765c15ec-e0be-44e0-b1f3-73469bf4dd34 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0801716 Aug 29 21:36:21.064838 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:21.072983 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.20.0.8 (5edf4d12-91b6-4448-8d9a-6fbab4fee15a/b467275f-c6e3-47eb-aa25-bb86d36c5b5e/3e7ea44e-fce2-4487-8d4e-03f6e49c779d) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:21.156959 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d9b81ee8-0993-4726-9496-aefcd8dcc1e6 req-d14d6992-8a4a-4274-a3d9-b446423cba5f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091261 Aug 29 21:36:21.162537 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-85eb48f9-6ad2-4e79-9757-11485a8a3f9f req-2ba01a7e-e244-4b0a-b5ae-2f2b064a214e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 210 time: 0.0579941 Aug 29 21:36:21.289746 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122d48-b7bd-4410-8d22-ef78292c9128 req-658ac3b6-771a-426e-943f-b2003c69261b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.291163 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f7122d48-b7bd-4410-8d22-ef78292c9128 req-658ac3b6-771a-426e-943f-b2003c69261b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.0667284 Aug 29 21:36:21.334278 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.377469 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f7122d48-b7bd-4410-8d22-ef78292c9128 req-6221f3bb-240f-4c1b-8d3f-ea7cce3e38c2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780702 Aug 29 21:36:21.667028 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.777364 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:21.786991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:21.793397 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ef94d-9fb7-471c-99f6-d98dc174d010 req-870bceb4-96df-4a90-803b-e7ff6ada672c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.794950 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-390ef94d-9fb7-471c-99f6-d98dc174d010 req-870bceb4-96df-4a90-803b-e7ff6ada672c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 931 time: 0.1296985 Aug 29 21:36:21.798575 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:21.806391 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:21.819746 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:21.866278 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0093c119-cbb3-4b08-a2ec-b3f0756db6d8 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.867771 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0093c119-cbb3-4b08-a2ec-b3f0756db6d8 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 810 time: 0.4808323 Aug 29 21:36:21.900567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:21.905141 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:21.938903 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:21.939516 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:21.953860 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-390ef94d-9fb7-471c-99f6-d98dc174d010 req-ab8fb573-4e7c-4ec4-aad9-54fb527b4c16 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381438 Aug 29 21:36:22.002386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-daea68d6-4d0d-442f-bcbc-3dd12125ffbf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2595720 Aug 29 21:36:22.019069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Request body: {'port': {'device_id': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:22.062057 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-b5857b96-7c71-4841-aa25-e3b74fcba189 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 379 time: 0.1834183 Aug 29 21:36:22.074630 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'port': {'device_id': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'admin_state_up': True, 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'security_groups': ['0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:22.107173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-26209fee-58df-4c02-b79f-c05654865d2b None None] Provisioning complete for port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:22.107382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-26209fee-58df-4c02-b79f-c05654865d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.156165 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-26209fee-58df-4c02-b79f-c05654865d2b None None] Port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:36:22.225579 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.316388 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:22.361062 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2bf5a3f9-0352-410a-85f3-9243d75a5ef4 req-9fa44232-d66f-43e8-885a-fac68fc897b3 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 210 time: 0.0718985 Aug 29 21:36:22.396158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2814e-c5ee-4afa-9c74-55295260ed54 req-4e87ab37-328a-487f-9375-ac7aeef817ae tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:22.397639 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-31a2814e-c5ee-4afa-9c74-55295260ed54 req-4e87ab37-328a-487f-9375-ac7aeef817ae tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1127994 Aug 29 21:36:22.443761 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Made reservation on behalf of 98d4703c6737454291724a5ad15c9cbb for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:36:22.447587 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.545671 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=63,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:22.547728 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:22.632543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae980751-abfe-49cf-bfe2-b09f6bac7d73 req-d38e7450-ab15-4d09-99b9-277b87807d61 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:22.633935 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae980751-abfe-49cf-bfe2-b09f6bac7d73 req-d38e7450-ab15-4d09-99b9-277b87807d61 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 944 time: 0.1670477 Aug 29 21:36:22.670042 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-31a2814e-c5ee-4afa-9c74-55295260ed54 req-ef7c957e-815a-4b3a-8ac3-3d43536037f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272573 Aug 29 21:36:22.773812 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae980751-abfe-49cf-bfe2-b09f6bac7d73 req-d8fdf21c-e7c9-48c1-b6c4-20bc7fd8614b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258800 Aug 29 21:36:22.795179 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Allocated IP 172.20.0.14 (5e837a9d-67f3-4836-bdab-0e762646c779/d19c0a1c-371b-47be-91c8-ea7a58a2c946/4035fd51-d29f-4d8c-bd5d-5ceb956be184) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:22.805667 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:22.889098 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e7ea44e-fce2-4487-8d4e-03f6e49c779d {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:22.907785 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Publish callbacks [] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:22.956902 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Transition to ACTIVE for port object 3e7ea44e-fce2-4487-8d4e-03f6e49c779d will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:22.964350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.063270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:23.075309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:23.080256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.157943 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746971cb-6ff2-4729-b10f-62a14deb8854 req-f0c20db4-7b99-4902-a960-79b26c70d334 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.159325 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-746971cb-6ff2-4729-b10f-62a14deb8854 req-f0c20db4-7b99-4902-a960-79b26c70d334 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 943 time: 0.1262727 Aug 29 21:36:23.199344 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Attempting to bind port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:23.199681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Attempting to bind port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:23.200024 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Attempting to bind port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:23.211869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:23.212180 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Attempting to bind port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:23.224532 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.245536 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:23.245878 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:23.246258 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Bound using segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:23.246703 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Bound port: 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:23.247058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.294933 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-746971cb-6ff2-4729-b10f-62a14deb8854 req-a97557f1-d5a3-4d18-9a1f-7528ef9ea856 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232710 Aug 29 21:36:23.307855 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:23.314819 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d6330450-f0d1-4063-9b9d-1477fa88871b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:23.328772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:23.332627 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:23.335223 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=4035fd51-d29f-4d8c-bd5d-5ceb956be184,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:23.408561 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.409162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.412138 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] For port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:23.416495 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] For port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:23.429073 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.434204 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.435500 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.436368 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/3e7ea44e-fce2-4487-8d4e-03f6e49c779d HTTP/1.1" status: 200 len: 1093 time: 1.4264109 Aug 29 21:36:23.440089 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-039719a2-7002-4e78-a9de-7190c1cdb9b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3699298 Aug 29 21:36:23.440525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:23.442970 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd579f1a-78e0-4041-8514-9748f80add37" -d '{"events": [{"name": "network-changed", "server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:23.443989 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d6330450-f0d1-4063-9b9d-1477fa88871b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6330450-f0d1-4063-9b9d-1477fa88871b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:23.464692 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:23.510074 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295763a7-21f0-405b-bfaa-2b0387b5eedb x-openstack-request-id: req-295763a7-21f0-405b-bfaa-2b0387b5eedb {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:23.510377 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:23.510631 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-295763a7-21f0-405b-bfaa-2b0387b5eedb {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:23.511085 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295763a7-21f0-405b-bfaa-2b0387b5eedb'] response: {'name': 'network-changed', 'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'status': 'completed', 'code': 200} Aug 29 21:36:23.512734 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d6330450-f0d1-4063-9b9d-1477fa88871b is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:23.513067 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.529183 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6330450-f0d1-4063-9b9d-1477fa88871b {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:23.544686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b22a-3a99-4b29-a0e0-06b1708c419d req-5eef8f0a-fb91-4b59-b61b-75a84537d789 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.546409 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-11b5b22a-3a99-4b29-a0e0-06b1708c419d req-5eef8f0a-fb91-4b59-b61b-75a84537d789 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 932 time: 0.0801697 Aug 29 21:36:23.547666 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc6523-63d6-4848-bdf4-1d24794338b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:23.561126 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d6330450-f0d1-4063-9b9d-1477fa88871b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6330450-f0d1-4063-9b9d-1477fa88871b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:23.565795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.576355 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:23.601586 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-11b5b22a-3a99-4b29-a0e0-06b1708c419d req-ae61ac3a-e5ae-49ad-80e0-ca9a4c2f4f98 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481491 Aug 29 21:36:23.610462 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-af3ad2fd-462b-44bd-a708-d13c324df1fc None None] Provisioning complete for port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:23.610838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-af3ad2fd-462b-44bd-a708-d13c324df1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:23.646411 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d6330450-f0d1-4063-9b9d-1477fa88871b,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:23.654048 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-af3ad2fd-462b-44bd-a708-d13c324df1fc None None] Port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:36:23.799766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91577838-e810-4d9e-a4b3-f85beb622dc7 req-d69366a6-6c89-4371-b2ae-db601b0f89ac tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.801581 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91577838-e810-4d9e-a4b3-f85beb622dc7 req-d69366a6-6c89-4371-b2ae-db601b0f89ac tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Aug 29 21:36:23.881491 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91577838-e810-4d9e-a4b3-f85beb622dc7 req-4973ffa5-dbe1-4dc4-bff3-4e24a23360cf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725489 Aug 29 21:36:23.900911 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2186eb-79de-4377-bdf5-2365201e9da3 req-3a08bd7e-b21c-411a-9178-d729a64f960d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:23.902640 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be2186eb-79de-4377-bdf5-2365201e9da3 req-3a08bd7e-b21c-411a-9178-d729a64f960d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 945 time: 0.0522423 Aug 29 21:36:23.956518 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be2186eb-79de-4377-bdf5-2365201e9da3 req-0b8b2a8f-0cf1-4bea-8494-4301413be6ee tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Aug 29 21:36:24.418584 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226087c3-9cc0-4be6-80a1-96da159cb027 req-b386afa3-a474-437c-b07e-d33101a6d27d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:24.420039 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-226087c3-9cc0-4be6-80a1-96da159cb027 req-b386afa3-a474-437c-b07e-d33101a6d27d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 943 time: 0.0485451 Aug 29 21:36:24.466578 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-226087c3-9cc0-4be6-80a1-96da159cb027 req-ae917392-81f0-4f18-b46a-016a665c636c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401001 Aug 29 21:36:24.721849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71eb86-10b2-4424-9a9d-9f2c6df428b0 req-14f2cd73-2415-4d04-9025-e855daf32980 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:24.723304 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4b71eb86-10b2-4424-9a9d-9f2c6df428b0 req-14f2cd73-2415-4d04-9025-e855daf32980 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 932 time: 0.0464463 Aug 29 21:36:24.779877 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4b71eb86-10b2-4424-9a9d-9f2c6df428b0 req-4026f2bd-3d2f-42b5-a7f1-9e48ec30e9e1 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509067 Aug 29 21:36:25.067847 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:25.076570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Request body: {'port': {'device_id': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:25.179527 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d518e4-bae4-4b89-ac79-2b6b4ab150d9 req-64041d42-e09a-45e6-81af-1d30053b6b6d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.180998 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a8d518e4-bae4-4b89-ac79-2b6b4ab150d9 req-64041d42-e09a-45e6-81af-1d30053b6b6d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 945 time: 0.1430380 Aug 29 21:36:25.233424 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a6f07-27da-46b4-9d2a-e0a28c0c6e37 req-cb4cd9a0-d83f-4f1c-9788-77e07fe2f120 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.235562 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-368a6f07-27da-46b4-9d2a-e0a28c0c6e37 req-cb4cd9a0-d83f-4f1c-9788-77e07fe2f120 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1138854 Aug 29 21:36:25.236517 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579f1a-78e0-4041-8514-9748f80add37 req-3a50e027-c362-4846-9a49-89a5daf4848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.237875 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dd579f1a-78e0-4041-8514-9748f80add37 req-3a50e027-c362-4846-9a49-89a5daf4848a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 1127 time: 0.1319816 Aug 29 21:36:25.291938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:25.394547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['d6330450-f0d1-4063-9b9d-1477fa88871b'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:25.399051 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a8d518e4-bae4-4b89-ac79-2b6b4ab150d9 req-aa141241-5a3b-417d-ba72-622d1cb222b6 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038555 Aug 29 21:36:25.450870 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-368a6f07-27da-46b4-9d2a-e0a28c0c6e37 req-6f53a730-551b-4111-817a-b766827b80af tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964893 Aug 29 21:36:25.513928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579f1a-78e0-4041-8514-9748f80add37 req-fcc948c5-52c5-407c-8f7f-e7453ae990ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.515810 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dd579f1a-78e0-4041-8514-9748f80add37 req-fcc948c5-52c5-407c-8f7f-e7453ae990ec service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=5220f1dfa6a74754bd08f925c85847b2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2674623 Aug 29 21:36:25.863603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:25.963777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce39e-713f-46ef-882c-f886d428734e req-7cb4d853-2f64-4633-9802-c990e1163a7b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:25.965326 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c0ce39e-713f-46ef-882c-f886d428734e req-7cb4d853-2f64-4633-9802-c990e1163a7b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 943 time: 0.3704009 Aug 29 21:36:25.998563 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b147b-5079-4bbe-97fa-9b66023f4bb4 req-c8c015d9-da80-4e00-a712-e2b21b778a8e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.000553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cb8b147b-5079-4bbe-97fa-9b66023f4bb4 req-c8c015d9-da80-4e00-a712-e2b21b778a8e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 932 time: 0.1381595 Aug 29 21:36:26.053548 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd579f1a-78e0-4041-8514-9748f80add37 req-c4bfa398-5696-40e0-acbb-8f81d8aeb7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.055033 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dd579f1a-78e0-4041-8514-9748f80add37 req-c4bfa398-5696-40e0-acbb-8f81d8aeb7c0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5316060 Aug 29 21:36:26.140869 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c0ce39e-713f-46ef-882c-f886d428734e req-6682a19e-84a0-4559-9bea-6596a52d2891 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667032 Aug 29 21:36:26.167417 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cb8b147b-5079-4bbe-97fa-9b66023f4bb4 req-3d0ac687-0777-42f6-8a87-8e81b8fd4b05 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496427 Aug 29 21:36:26.196323 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-407ebfcc-0f19-4c48-aefe-65a35e8b7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.197855 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-407ebfcc-0f19-4c48-aefe-65a35e8b7fc5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0932112 Aug 29 21:36:26.203107 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4035fd51-d29f-4d8c-bd5d-5ceb956be184 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:26.218169 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Publish callbacks [] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:26.245784 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-41e54aa6-c6f3-4190-b419-0609db9a993b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d HTTP/1.1" status: 200 len: 217 time: 0.0380712 Aug 29 21:36:26.262298 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:26.263599 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Transition to ACTIVE for port object 4035fd51-d29f-4d8c-bd5d-5ceb956be184 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:36:26.289729 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:26.331804 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-52498089-68b4-45cf-875b-ac29866a2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.333315 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-52498089-68b4-45cf-875b-ac29866a2526 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0790060 Aug 29 21:36:26.389314 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Pushing event updated for resources: {'Port': ['ID=4035fd51-d29f-4d8c-bd5d-5ceb956be184,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:26.427950 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-cb424e46-0f62-41f8-a742-666bb572f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.429497 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-cb424e46-0f62-41f8-a742-666bb572f8b4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876138 Aug 29 21:36:26.472609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Attempting to bind port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:36:26.472957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Attempting to bind port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:36:26.473291 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Attempting to bind port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:26.515479 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 on network 5e837a9d-67f3-4836-bdab-0e762646c779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:36:26.515800 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Attempting to bind port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:36:26.543097 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:36:26.543440 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Checking segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:36:26.543827 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Bound using segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:36:26.544320 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Bound port: 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:36:26.544637 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:26.608802 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ac308-310a-4852-8f6a-0af6bb0426ad req-ffc37755-0268-4851-ad5b-659538e43598 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.611141 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b72ac308-310a-4852-8f6a-0af6bb0426ad req-ffc37755-0268-4851-ad5b-659538e43598 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 945 time: 0.1101258 Aug 29 21:36:26.681530 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-4c47a9a0-0a60-4217-972f-fbadd2610506 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408991 Aug 29 21:36:26.690484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b0b02-9cb5-4409-baf8-d746bb5187ee req-4db861b7-579f-44f8-8374-b0307e7ff7c1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.691864 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-851b0b02-9cb5-4409-baf8-d746bb5187ee req-4db861b7-579f-44f8-8374-b0307e7ff7c1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1421645 Aug 29 21:36:26.716675 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:26.792251 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] For port 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:36:26.821544 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] For port 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:36:26.827250 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b72ac308-310a-4852-8f6a-0af6bb0426ad req-15201ac0-aae5-4bb4-a275-49e02078c9a9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055225 Aug 29 21:36:26.841611 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:26.852510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.853142 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:26.854496 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/4035fd51-d29f-4d8c-bd5d-5ceb956be184 HTTP/1.1" status: 200 len: 1094 time: 1.7822216 Aug 29 21:36:26.856538 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:26.858829 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:26.884764 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-851b0b02-9cb5-4409-baf8-d746bb5187ee req-72ff26af-3813-468c-a8a2-0a763ff60e6f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796849 Aug 29 21:36:26.946059 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acb6bfe-a0f0-4d1a-a390-2076f531cf4d x-openstack-request-id: req-8acb6bfe-a0f0-4d1a-a390-2076f531cf4d {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:26.946259 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:26.946497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8acb6bfe-a0f0-4d1a-a390-2076f531cf4d {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:26.946888 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acb6bfe-a0f0-4d1a-a390-2076f531cf4d'] response: {'name': 'network-changed', 'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'status': 'completed', 'code': 200} Aug 29 21:36:26.950899 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c58ba536-cc07-4863-8a50-6e93bfced2a8 req-f7179fe6-7225-4cc7-9728-d86d9fc8358b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530472 Aug 29 21:36:26.970541 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666bb0a-2055-49db-aa37-c6a8875c89ff service neutron] Pushing event updated for resources: {'Port': ['ID=4035fd51-d29f-4d8c-bd5d-5ceb956be184,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:26.975778 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-7a8b0747-77de-41b0-a042-7cf0eebd6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:26.977314 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-7a8b0747-77de-41b0-a042-7cf0eebd6dc9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 1128 time: 0.0665281 Aug 29 21:36:27.057051 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d6330450-f0d1-4063-9b9d-1477fa88871b up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:27.106688 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port d6330450-f0d1-4063-9b9d-1477fa88871b completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:27.118763 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port d6330450-f0d1-4063-9b9d-1477fa88871b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:27.119245 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:27.192345 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d6330450-f0d1-4063-9b9d-1477fa88871b is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:27.192781 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:27.224104 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:27.227901 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fb0ef5-ef7f-4cae-a8d8-7811c4d9e1eb" -d '{"events": [{"server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "name": "network-vif-plugged", "status": "completed", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:27.251520 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d6330450-f0d1-4063-9b9d-1477fa88871b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6330450-f0d1-4063-9b9d-1477fa88871b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:27.256382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:27.306924 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d6330450-f0d1-4063-9b9d-1477fa88871b,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:27.314672 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.315021 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.315362 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.315699 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.316032 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.316369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.316787 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.317127 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.317458 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.317781 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.318128 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.318444 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.318762 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.319084 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.319400 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:36:27.325910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c2cc1-17eb-4aac-8f8d-a5c1132c46f7 req-1a4849e4-bb0b-42d3-b15a-ba388eacc763 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:27.327471 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f39c2cc1-17eb-4aac-8f8d-a5c1132c46f7 req-1a4849e4-bb0b-42d3-b15a-ba388eacc763 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 943 time: 0.0837164 Aug 29 21:36:27.345638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa81d-bb7c-4071-85d4-37700b014f7a req-6c079709-64dd-4ff8-84f9-f11c4558f036 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:27.347061 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d54aa81d-bb7c-4071-85d4-37700b014f7a req-6c079709-64dd-4ff8-84f9-f11c4558f036 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0696869 Aug 29 21:36:27.373861 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:27.418418 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f39c2cc1-17eb-4aac-8f8d-a5c1132c46f7 req-9b1aaf01-bdde-45fa-8807-ac2bbab62585 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841844 Aug 29 21:36:27.427667 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d54aa81d-bb7c-4071-85d4-37700b014f7a req-0724ff46-d153-4bb1-879a-da6fc78f2fd7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723937 Aug 29 21:36:27.463590 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64528e-4ec4-440b-80ee-68a283428676 x-openstack-request-id: req-7e64528e-4ec4-440b-80ee-68a283428676 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:27.463884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "name": "network-vif-plugged", "status": "completed", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:27.464138 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e64528e-4ec4-440b-80ee-68a283428676 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:27.464647 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e64528e-4ec4-440b-80ee-68a283428676'] response: {'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'code': 200} Aug 29 21:36:27.959841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35500336-ba0d-4ae9-9f89-0d20210d3f5f req-cd825cc3-df93-40c3-9b68-3b62d989dca8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:27.961539 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-35500336-ba0d-4ae9-9f89-0d20210d3f5f req-cd825cc3-df93-40c3-9b68-3b62d989dca8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Aug 29 21:36:28.051977 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-e38bcdd8-4f5a-4fa7-a095-c19931e53c9b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184 HTTP/1.1" status: 200 len: 217 time: 0.0547395 Aug 29 21:36:28.072374 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3009f-1949-41eb-b18b-d30fabad6689 req-e2558799-e13a-4e03-a174-ee4874255b2d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:28.073887 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3db3009f-1949-41eb-b18b-d30fabad6689 req-e2558799-e13a-4e03-a174-ee4874255b2d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0919883 Aug 29 21:36:28.092553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-35500336-ba0d-4ae9-9f89-0d20210d3f5f req-69d5756f-f205-44d6-82ed-32e76abb4c69 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253593 Aug 29 21:36:28.135958 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3db3009f-1949-41eb-b18b-d30fabad6689 req-5b37b426-f071-40c5-ac7b-a33d9201840e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538802 Aug 29 21:36:28.579469 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11d554-fa83-464e-833e-9d80cdff51b9 req-27522d97-85ed-499a-93d6-3d8cd320296a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:28.581039 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0e11d554-fa83-464e-833e-9d80cdff51b9 req-27522d97-85ed-499a-93d6-3d8cd320296a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 943 time: 0.0904598 Aug 29 21:36:28.588748 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1efd4-e667-4960-b1f0-14990388f358 req-eea4b239-356d-49b3-b035-bd6b98276403 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:28.590200 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bfd1efd4-e667-4960-b1f0-14990388f358 req-eea4b239-356d-49b3-b035-bd6b98276403 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0891278 Aug 29 21:36:28.671564 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0e11d554-fa83-464e-833e-9d80cdff51b9 req-43bf0027-cc18-4e95-ab39-ab7b5c90b40e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792727 Aug 29 21:36:28.675375 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bfd1efd4-e667-4960-b1f0-14990388f358 req-14e9a471-8125-43d1-bd98-8f91da38a1c8 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763085 Aug 29 21:36:29.229829 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fecfe0-a53e-497d-b6ae-916929cde482 req-048c1963-cb72-4810-bb30-f240ec5d7ddd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.233052 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c3fecfe0-a53e-497d-b6ae-916929cde482 req-048c1963-cb72-4810-bb30-f240ec5d7ddd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0598547 Aug 29 21:36:29.299752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d041b18-7a42-4d6e-b110-15ce1d7adc32 req-94a0ae6b-7397-465b-9692-1be27252775d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.301431 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3d041b18-7a42-4d6e-b110-15ce1d7adc32 req-94a0ae6b-7397-465b-9692-1be27252775d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0795376 Aug 29 21:36:29.331497 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c3fecfe0-a53e-497d-b6ae-916929cde482 req-0adf9240-d938-413c-b41f-e30b511fa69b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888016 Aug 29 21:36:29.363771 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3d041b18-7a42-4d6e-b110-15ce1d7adc32 req-6ce460d5-b0b1-4492-9149-945e7ae4ea8f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560386 Aug 29 21:36:29.742873 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 3e7ea44e-fce2-4487-8d4e-03f6e49c779d details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:29.746471 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:29.759872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:29.791604 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:29.845648 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97353f1-93fb-4c22-82c9-2191d8f6ae22 req-15e33bd9-47dc-4b27-a038-e4ea256cf561 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.847181 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f97353f1-93fb-4c22-82c9-2191d8f6ae22 req-15e33bd9-47dc-4b27-a038-e4ea256cf561 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0895991 Aug 29 21:36:29.858066 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f2d7c-a9f6-4800-be36-9098203f6e1f req-8e0cfb17-20ed-4d72-9ca0-1d217d594321 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:29.859154 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-101f2d7c-a9f6-4800-be36-9098203f6e1f req-8e0cfb17-20ed-4d72-9ca0-1d217d594321 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 943 time: 0.1129565 Aug 29 21:36:29.881112 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:29.906659 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'port_id': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'mac_address': 'fa:16:3e:80:59:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:29.942364 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f97353f1-93fb-4c22-82c9-2191d8f6ae22 req-ee8a2822-c2d7-43c0-95fc-54a21d786541 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821128 Aug 29 21:36:29.950016 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-101f2d7c-a9f6-4800-be36-9098203f6e1f req-d3d8b7de-82a0-4c2d-a2de-c25d73a6898f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830812 Aug 29 21:36:29.953017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:29.953418 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:29.972816 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e7ea44e-fce2-4487-8d4e-03f6e49c779d {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:30.000087 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:30.005828 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.054089 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:30.482895 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccef77f-22b2-4067-8a6d-34711f790c39 req-fcde9dcc-7580-451e-ae95-fcd484d5ec44 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:30.484509 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dccef77f-22b2-4067-8a6d-34711f790c39 req-fcde9dcc-7580-451e-ae95-fcd484d5ec44 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0757515 Aug 29 21:36:30.487355 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ce98ac13-2d2e-4817-a999-28f30a73c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:30.515928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1bfbf-0c86-4c99-b253-619147684b8f req-91f377a4-0264-479c-abcc-9910d578f708 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:30.517342 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-80d1bfbf-0c86-4c99-b253-619147684b8f req-91f377a4-0264-479c-abcc-9910d578f708 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0757508 Aug 29 21:36:30.566360 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dccef77f-22b2-4067-8a6d-34711f790c39 req-44c8ff15-cdd2-4440-80e2-50cb9da0e0c7 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734928 Aug 29 21:36:30.589248 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-80d1bfbf-0c86-4c99-b253-619147684b8f req-b02a6af6-c1fa-4c83-96bc-a303098312b8 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639601 Aug 29 21:36:31.043446 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:31.123847 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-5d7c1ccc-9faa-406c-b90c-e7d0f1a61702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.125372 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-5d7c1ccc-9faa-406c-b90c-e7d0f1a61702 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.1365926 Aug 29 21:36:31.133697 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['3e7ea44e-fce2-4487-8d4e-03f6e49c779d'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:31.149704 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf985887-90e9-434b-a7a2-a7a291ebfa67 req-e4565384-6968-4b3a-a902-86c4ddde0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.151196 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf985887-90e9-434b-a7a2-a7a291ebfa67 req-e4565384-6968-4b3a-a902-86c4ddde0d3c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.1240330 Aug 29 21:36:31.159507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbd237-180a-4591-bb81-0e47b342c448 req-2235a63e-cf69-41ad-97d7-dca101394846 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.161054 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-71cbd237-180a-4591-bb81-0e47b342c448 req-2235a63e-cf69-41ad-97d7-dca101394846 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.1236918 Aug 29 21:36:31.167381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dbd4f-ba0a-49b8-8d2c-79e990438f04 req-5047db69-e3ee-43e9-9e8a-c698c79af0eb tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.168893 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-108dbd4f-ba0a-49b8-8d2c-79e990438f04 req-5047db69-e3ee-43e9-9e8a-c698c79af0eb tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 944 time: 0.1294513 Aug 29 21:36:31.248747 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-71cbd237-180a-4591-bb81-0e47b342c448 req-e454a7b2-9209-4b1e-a069-7ef28a9fb479 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787814 Aug 29 21:36:31.256638 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-108dbd4f-ba0a-49b8-8d2c-79e990438f04 req-4e0c68ff-9304-4496-9f2c-132dff91af56 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723670 Aug 29 21:36:31.545231 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33356fe-468d-4bab-9745-9c916be39f56 req-e5be0dc7-3dcb-467e-b003-d0b9f892701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.546782 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-e5be0dc7-3dcb-467e-b003-d0b9f892701c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687718 Aug 29 21:36:31.557386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf985887-90e9-434b-a7a2-a7a291ebfa67 req-8d695fde-a69d-4f7f-b236-ac8e0dc55678 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779309 Aug 29 21:36:31.736827 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3835a2b-7277-4cbb-bc2a-7636c8fcea6e req-100323fa-7ace-40dc-b8c4-6a8e28abd111 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.738936 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a3835a2b-7277-4cbb-bc2a-7636c8fcea6e req-100323fa-7ace-40dc-b8c4-6a8e28abd111 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0807157 Aug 29 21:36:31.759525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54086a9-1eb0-4b70-bbef-812b93de27c3 req-cd700edc-f6d0-4120-9abe-a6fdefeab671 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:31.761172 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b54086a9-1eb0-4b70-bbef-812b93de27c3 req-cd700edc-f6d0-4120-9abe-a6fdefeab671 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0710759 Aug 29 21:36:31.831480 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a3835a2b-7277-4cbb-bc2a-7636c8fcea6e req-977d9485-4d0e-44e6-8419-efae4fae52cc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837204 Aug 29 21:36:31.839205 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b54086a9-1eb0-4b70-bbef-812b93de27c3 req-d139a824-d4f8-456a-9929-44574f878d31 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655601 Aug 29 21:36:32.325923 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-f4c92ed8-08d1-4372-a2b5-fae14c20cbe8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783702 Aug 29 21:36:32.408831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:32.466566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af292d-61f2-4c07-82b3-15b17ddd3f0d req-eede68de-89a7-4d1c-a468-a4ad7c17bf1f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.468615 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-03af292d-61f2-4c07-82b3-15b17ddd3f0d req-eede68de-89a7-4d1c-a468-a4ad7c17bf1f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.1259265 Aug 29 21:36:32.490137 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf2f4d-c0b8-4da3-8e1a-b651f1a344de req-46da2e24-2e32-4e9e-acca-1d3faee89316 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.491625 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4daf2f4d-c0b8-4da3-8e1a-b651f1a344de req-46da2e24-2e32-4e9e-acca-1d3faee89316 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 944 time: 0.0836816 Aug 29 21:36:32.556336 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f33356fe-468d-4bab-9745-9c916be39f56 req-4847d069-7ecd-47b5-bd9a-7893608fd67a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218852 Aug 29 21:36:32.588263 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-03af292d-61f2-4c07-82b3-15b17ddd3f0d req-e3a8e158-62f8-4aa2-8a68-d14cc11b9ba5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113927 Aug 29 21:36:32.592463 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4daf2f4d-c0b8-4da3-8e1a-b651f1a344de req-bb910a9d-2a58-4867-94e2-137bad7d20b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902936 Aug 29 21:36:32.826571 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7ffaddcc-ece8-41e0-8022-8615e3374aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:32.833842 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f45115-5c93-4873-ab19-beb7b8880428 req-63c47b47-12e9-4d37-8e5f-0913d29b6a94 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:32.835521 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e7f45115-5c93-4873-ab19-beb7b8880428 req-63c47b47-12e9-4d37-8e5f-0913d29b6a94 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0559409 Aug 29 21:36:32.888285 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e7f45115-5c93-4873-ab19-beb7b8880428 req-59b5b2e0-c8ab-4f1c-bc9b-2da045fa957d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 Aug 29 21:36:32.967700 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:33.012798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367124b-37e6-4c7e-bd63-67fec612da46 req-994fff1b-6d24-4685-b4d3-3c53c89f9756 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.014265 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d367124b-37e6-4c7e-bd63-67fec612da46 req-994fff1b-6d24-4685-b4d3-3c53c89f9756 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0904577 Aug 29 21:36:33.038480 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af00da4-539d-4e2b-a336-a346422a60ec req-6cd3b54d-5ab6-46c1-8920-c0eed2e9f685 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.039956 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af00da4-539d-4e2b-a336-a346422a60ec req-6cd3b54d-5ab6-46c1-8920-c0eed2e9f685 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0775297 Aug 29 21:36:33.109845 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d367124b-37e6-4c7e-bd63-67fec612da46 req-313ffdba-7755-4288-bd1c-84201977860f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858297 Aug 29 21:36:33.114449 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af00da4-539d-4e2b-a336-a346422a60ec req-6692b868-9482-4462-bcfe-82efcd58ecbf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663290 Aug 29 21:36:33.120060 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 3e7ea44e-fce2-4487-8d4e-03f6e49c779d up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:33.176985 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:33.184023 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:33.184442 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.274398 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:33.274780 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.302442 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:33.304874 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be821f-7829-4dc7-b963-dd5f9d28c170" -d '{"events": [{"server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "name": "network-vif-plugged", "status": "completed", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:33.332382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:33.347499 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:33.359393 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c9122-b79c-4888-a459-2e6e16d761c7 x-openstack-request-id: req-bc2c9122-b79c-4888-a459-2e6e16d761c7 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:33.359677 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "name": "network-vif-plugged", "status": "completed", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:33.359927 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc2c9122-b79c-4888-a459-2e6e16d761c7 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:33.360317 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2c9122-b79c-4888-a459-2e6e16d761c7'] response: {'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'code': 200} Aug 29 21:36:33.378840 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-70a085ea-9934-4ee5-bfc0-b42d517df904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.380982 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-70a085ea-9934-4ee5-bfc0-b42d517df904 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 1128 time: 0.0632043 Aug 29 21:36:33.408517 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:33.754686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3c18f-254d-42ae-b156-2ecafac7e0a8 req-f3e840d5-258f-4785-92d9-e27bd62cede6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.756083 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7aa3c18f-254d-42ae-b156-2ecafac7e0a8 req-f3e840d5-258f-4785-92d9-e27bd62cede6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0784481 Aug 29 21:36:33.761909 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933bbdd-5ff6-4fc1-b280-84a46c4e5f30 req-6817d75e-160f-4775-bb49-4a83f45b7d32 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:33.763281 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c933bbdd-5ff6-4fc1-b280-84a46c4e5f30 req-6817d75e-160f-4775-bb49-4a83f45b7d32 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0765016 Aug 29 21:36:33.841042 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7aa3c18f-254d-42ae-b156-2ecafac7e0a8 req-39b720fa-1bd3-4a7c-b58c-98a33de4ac61 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765905 Aug 29 21:36:33.844757 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c933bbdd-5ff6-4fc1-b280-84a46c4e5f30 req-0b27c91f-b395-4f7d-9757-e5455ab51fef tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737646 Aug 29 21:36:34.040326 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:34.041988 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:34.063338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218906a-dce6-4756-9181-1933a0daea2c req-136e1516-3e8d-4c90-ad4c-178e4521dcd6 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.064932 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c218906a-dce6-4756-9181-1933a0daea2c req-136e1516-3e8d-4c90-ad4c-178e4521dcd6 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0952952 Aug 29 21:36:34.145229 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-969083a2-84dc-4156-959f-1d2dce2a85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.146729 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-969083a2-84dc-4156-959f-1d2dce2a85e1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1447184 Aug 29 21:36:34.150137 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c218906a-dce6-4756-9181-1933a0daea2c req-87244743-5f62-40f2-bcee-3ae6d0fd70b7 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783098 Aug 29 21:36:34.463510 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-d501a697-7916-4597-82c3-5e78c7823026 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184 HTTP/1.1" status: 200 len: 217 time: 0.2906606 Aug 29 21:36:34.556516 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb782f-1146-45a5-9c4c-16f108c8af09 req-cd3d273e-2480-4633-94d7-5febb91072d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.558196 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-88fb782f-1146-45a5-9c4c-16f108c8af09 req-cd3d273e-2480-4633-94d7-5febb91072d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 1129 time: 0.3942201 Aug 29 21:36:34.564932 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:34.595567 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec997476-40f2-410e-a4b7-6fa72a700bce req-6190677c-fad5-497c-870b-bc2f8bf5516a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.597322 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec997476-40f2-410e-a4b7-6fa72a700bce req-6190677c-fad5-497c-870b-bc2f8bf5516a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.1384683 Aug 29 21:36:34.603108 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac8df6-d4b3-4e6a-bf96-9e2b02a1fe9e req-1731e438-ffea-4938-8d2a-f60f0aba51ff tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.604743 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-daac8df6-d4b3-4e6a-bf96-9e2b02a1fe9e req-1731e438-ffea-4938-8d2a-f60f0aba51ff tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1475346 Aug 29 21:36:34.646830 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-2b95058b-de90-40cc-95c9-e3b875a53104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.648139 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-2b95058b-de90-40cc-95c9-e3b875a53104 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.1672390 Aug 29 21:36:34.760425 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-affcef40-8e18-41f2-95ca-a43c3a142b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.762007 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-affcef40-8e18-41f2-95ca-a43c3a142b77 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996077 Aug 29 21:36:34.766866 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-88fb782f-1146-45a5-9c4c-16f108c8af09 req-1005ff6d-acc2-45d0-9d8a-46f21c9d4f3e service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948214 Aug 29 21:36:34.770826 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec997476-40f2-410e-a4b7-6fa72a700bce req-ae4bb081-c304-49cb-98dd-69ec2b3ddcc4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651163 Aug 29 21:36:34.774326 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-daac8df6-d4b3-4e6a-bf96-9e2b02a1fe9e req-6f77416c-b0b1-4a7d-abbc-d87e0f7a88e6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547399 Aug 29 21:36:34.835225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:34.926422 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e597c0-1401-4550-b1d0-e57e3015dc26 req-7c0c87be-88a4-4c96-a437-dabfd02cfa8a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.928857 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-19e597c0-1401-4550-b1d0-e57e3015dc26 req-7c0c87be-88a4-4c96-a437-dabfd02cfa8a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0649898 Aug 29 21:36:34.941322 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37630) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:34.946928 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'floatingip': {'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:34.977494 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:34.995257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f1a49-d81f-4b84-a150-631c7d4f58cd req-7ab4713c-cda0-40dd-90b4-c0b74bab0552 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:34.996874 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-542f1a49-d81f-4b84-a150-631c7d4f58cd req-7ab4713c-cda0-40dd-90b4-c0b74bab0552 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0618038 Aug 29 21:36:34.997900 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.107273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e30510-ad0e-4f98-a8b0-bcb2d6213589 req-7c6dbd8f-6e0b-419b-8e15-a97056b40b8e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.109400 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4e30510-ad0e-4f98-a8b0-bcb2d6213589 req-7c6dbd8f-6e0b-419b-8e15-a97056b40b8e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.1208916 Aug 29 21:36:35.192244 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-542f1a49-d81f-4b84-a150-631c7d4f58cd req-d576b0ae-5840-4a26-b7ef-0883f9b5f8f8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840246 Aug 29 21:36:35.236518 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-6b094f10-c69d-4d0d-a4d1-acbef2b0cec6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271993 Aug 29 21:36:35.243091 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4e30510-ad0e-4f98-a8b0-bcb2d6213589 req-cde5944c-2ad6-469d-8164-16c9109009f0 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142933 Aug 29 21:36:35.365345 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b8ada-79c3-441b-a7eb-d1a29161c4c3 req-b1174098-8fc2-4f5c-a1f6-210e193c3d94 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.366894 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f12b8ada-79c3-441b-a7eb-d1a29161c4c3 req-b1174098-8fc2-4f5c-a1f6-210e193c3d94 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0670662 Aug 29 21:36:35.406677 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d532cd28-38c0-47fe-8ecd-ffc19a4f6d80 req-8dd482cb-6c48-4bd0-82f9-4475c3160755 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626146 Aug 29 21:36:35.438775 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f12b8ada-79c3-441b-a7eb-d1a29161c4c3 req-6d54a34d-0f42-42f4-9546-a2008a5b5950 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623140 Aug 29 21:36:35.522377 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.526451 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.619673 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.630696 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Floating IP dd549592-8f43-448f-b597-6d66c0a805ff associated. External IP: 172.27.4.194, port: d6330450-f0d1-4063-9b9d-1477fa88871b. Aug 29 21:36:35.744534 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:35.865768 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Router a8d85bb4-8ff8-4efb-a314-d698b24a1780 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:36:35.971210 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91b55-74c5-4076-974d-399bbb1a6b3c req-9009460b-d74b-4434-81cb-cdef6d5a25df tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:35.972866 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e6b91b55-74c5-4076-974d-399bbb1a6b3c req-9009460b-d74b-4434-81cb-cdef6d5a25df tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0683565 Aug 29 21:36:35.989668 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:36:35.994549 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.011615 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] Sync routers for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:36:36.024685 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:36.025580 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:36:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:36.028446 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-14d9bc39-9507-40a5-9e3a-728ea8776da2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/dd549592-8f43-448f-b597-6d66c0a805ff HTTP/1.1" status: 200 len: 992 time: 1.0859556 Aug 29 21:36:36.029100 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:36.031791 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:36.043665 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e6b91b55-74c5-4076-974d-399bbb1a6b3c req-414dd60d-7550-41cc-baa3-3cdbd420d211 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612373 Aug 29 21:36:36.076791 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:36.095499 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c191cf-c9e8-432e-9f07-2759e71a57a6 x-openstack-request-id: req-f5c191cf-c9e8-432e-9f07-2759e71a57a6 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:36.095724 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:36.096144 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5c191cf-c9e8-432e-9f07-2759e71a57a6 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:36.096731 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c191cf-c9e8-432e-9f07-2759e71a57a6'] response: {'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'status': 'completed', 'code': 200} Aug 29 21:36:36.174594 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:36.201042 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:36.309047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37650) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:36.375969 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c655a0c-abfb-419b-a6d6-579f3ba13d2f req-992c232b-410e-4d75-a8bb-4fb8a8c58a4a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:36.377585 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8c655a0c-abfb-419b-a6d6-579f3ba13d2f req-992c232b-410e-4d75-a8bb-4fb8a8c58a4a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0884454 Aug 29 21:36:36.428807 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12fdf2-2212-45d7-82aa-e245333fc30b req-3ccc40bc-9e68-4e07-83e2-3e1f67e015bf tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:36.430481 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ff12fdf2-2212-45d7-82aa-e245333fc30b req-3ccc40bc-9e68-4e07-83e2-3e1f67e015bf tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0736506 Aug 29 21:36:36.470530 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6c1931df-1c31-4b67-9e11-5aed93599339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.477080 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8c655a0c-abfb-419b-a6d6-579f3ba13d2f req-2a165e21-a4eb-47d4-b441-751c94342d43 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826433 Aug 29 21:36:36.483032 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:36.508010 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:36.536325 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:36.554750 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ff12fdf2-2212-45d7-82aa-e245333fc30b req-734218ff-f9a5-4de2-9a24-8937c4383650 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121294 Aug 29 21:36:36.590993 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6c1931df-1c31-4b67-9e11-5aed93599339 admin admin] Publish callbacks [] for security_group (334c5c53-7010-4e1b-bd2b-7e7db850e763), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.595324 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6c1931df-1c31-4b67-9e11-5aed93599339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (334c5c53-7010-4e1b-bd2b-7e7db850e763), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.613603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319227d2-a9dd-41d2-ac33-52583cddae6e req-2bfc6cfe-09ad-4e72-a59c-f05d86067a60 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:36.614937 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'dd549592-8f43-448f-b597-6d66c0a805ff', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:04Z', 'updated_at': '2022-08-29T21:36:35Z', 'revision_number': 1, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:36.615185 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-319227d2-a9dd-41d2-ac33-52583cddae6e req-2bfc6cfe-09ad-4e72-a59c-f05d86067a60 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0591033 Aug 29 21:36:36.644371 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6c1931df-1c31-4b67-9e11-5aed93599339 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=860c6b0cbf5946dfa0384b8055067153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323209 Aug 29 21:36:36.646396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37656) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:36.648422 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1931df-1c31-4b67-9e11-5aed93599339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334c5c53-7010-4e1b-bd2b-7e7db850e763,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:36.649345 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] Checking router: a8d85bb4-8ff8-4efb-a314-d698b24a1780 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:36:36.669926 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:36.670568 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:36:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:36.676596 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-319227d2-a9dd-41d2-ac33-52583cddae6e req-017f0463-3460-4cff-918c-ff3885a46922 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545552 Aug 29 21:36:36.708023 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-41dbba1a-b46a-4103-a682-b0df1bd4c8b9 admin admin] Publish callbacks [] for security_group (334c5c53-7010-4e1b-bd2b-7e7db850e763), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.728443 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-41dbba1a-b46a-4103-a682-b0df1bd4c8b9 admin admin] Publish callbacks [] for security_group (334c5c53-7010-4e1b-bd2b-7e7db850e763), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.782611 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-41dbba1a-b46a-4103-a682-b0df1bd4c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (334c5c53-7010-4e1b-bd2b-7e7db850e763), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.785873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-41dbba1a-b46a-4103-a682-b0df1bd4c8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:36.786155 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:36.793525 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-41dbba1a-b46a-4103-a682-b0df1bd4c8b9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/334c5c53-7010-4e1b-bd2b-7e7db850e763 HTTP/1.1" status: 204 len: 168 time: 0.1396556 Aug 29 21:36:36.796714 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbba1a-b46a-4103-a682-b0df1bd4c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334c5c53-7010-4e1b-bd2b-7e7db850e763,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:36.895962 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-e366cef0-18e6-4c71-908a-cfd36eda0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:36.901659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-e366cef0-18e6-4c71-908a-cfd36eda0d09 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.0573597 Aug 29 21:36:37.040439 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-2b56912b-318a-4e19-9761-805f7c880aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.042107 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-2b56912b-318a-4e19-9761-805f7c880aa1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.1215231 Aug 29 21:36:37.083010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'dd549592-8f43-448f-b597-6d66c0a805ff', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:04Z', 'updated_at': '2022-08-29T21:36:35Z', 'revision_number': 1, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:37.100526 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:37.114833 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-99251cb8-b9be-4622-a036-c0d2763af16b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 1000 time: 0.0661995 Aug 29 21:36:37.115120 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c31b3-fe8b-4e71-9fe2-cc538be6efb6 None None] The sync data for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi is: [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'dd549592-8f43-448f-b597-6d66c0a805ff', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:04Z', 'updated_at': '2022-08-29T21:36:35Z', 'revision_number': 1, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:36:37.196532 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37664) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:37.213193 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dea630c2-e1a4-4c8d-a78f-2749ce40ed08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.218596 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-1eb67ebf-dcd3-416d-9c37-4aa26a410aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.220215 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-1eb67ebf-dcd3-416d-9c37-4aa26a410aa9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0936484 Aug 29 21:36:37.231711 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ede032-7b47-4149-8e86-7f87e3626f26 req-8072be4a-966e-4e91-a8dc-55e0b62cf731 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.233416 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a5ede032-7b47-4149-8e86-7f87e3626f26 req-8072be4a-966e-4e91-a8dc-55e0b62cf731 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0678287 Aug 29 21:36:37.298000 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-4312b174-c86c-4096-8274-7c36db69231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.299881 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-4312b174-c86c-4096-8274-7c36db69231e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652218 Aug 29 21:36:37.322787 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dea630c2-e1a4-4c8d-a78f-2749ce40ed08 admin admin] Publish callbacks [] for security_group (5f92977d-6b9c-4520-9c8d-90274dea6915), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.328435 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dea630c2-e1a4-4c8d-a78f-2749ce40ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5f92977d-6b9c-4520-9c8d-90274dea6915), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.330686 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a5ede032-7b47-4149-8e86-7f87e3626f26 req-13cd2d73-6c26-403e-b13c-e5c7ecf98c86 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881753 Aug 29 21:36:37.378848 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-dea630c2-e1a4-4c8d-a78f-2749ce40ed08 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=eecb589ec5944c879fa3981c36790e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788197 Aug 29 21:36:37.378848 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea630c2-e1a4-4c8d-a78f-2749ce40ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f92977d-6b9c-4520-9c8d-90274dea6915,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:37.381105 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37666) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:37.420540 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc24942-a667-4f54-824a-f1e119937c27 None None] New status for floating IP dd549592-8f43-448f-b597-6d66c0a805ff: ACTIVE {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:36:37.426311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-a9b641f2-d1f9-4944-9bec-4518d3d72665 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118636 Aug 29 21:36:37.435523 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8358de31-4353-4273-99f2-f1c45365b681 admin admin] Publish callbacks [] for security_group (5f92977d-6b9c-4520-9c8d-90274dea6915), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.457964 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8358de31-4353-4273-99f2-f1c45365b681 admin admin] Publish callbacks [] for security_group (5f92977d-6b9c-4520-9c8d-90274dea6915), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.519854 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8358de31-4353-4273-99f2-f1c45365b681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5f92977d-6b9c-4520-9c8d-90274dea6915), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.522605 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8358de31-4353-4273-99f2-f1c45365b681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:37.523890 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8358de31-4353-4273-99f2-f1c45365b681 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5f92977d-6b9c-4520-9c8d-90274dea6915 HTTP/1.1" status: 204 len: 168 time: 0.1415484 Aug 29 21:36:37.534418 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358de31-4353-4273-99f2-f1c45365b681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f92977d-6b9c-4520-9c8d-90274dea6915,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:37.541129 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4cb6f08d-ef27-49fb-8ba9-414ffdb0a1c4 req-f11ba1af-3868-4f08-a9e5-aac8340ac090 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071749 Aug 29 21:36:37.648743 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc4941-534f-428b-a9c9-424d1ff917e1 req-0484f982-b6ff-4f1e-a152-c1394da46d2e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.657103 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51dc4941-534f-428b-a9c9-424d1ff917e1 req-0484f982-b6ff-4f1e-a152-c1394da46d2e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0741549 Aug 29 21:36:37.733379 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d761a28-8ba7-4c82-9325-80d6aec8bd29 req-60f0a24e-f8dd-46c4-b024-3651aeefdc5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.734961 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6d761a28-8ba7-4c82-9325-80d6aec8bd29 req-60f0a24e-f8dd-46c4-b024-3651aeefdc5b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0767763 Aug 29 21:36:37.761855 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51dc4941-534f-428b-a9c9-424d1ff917e1 req-ff152ea4-deef-45bf-9a24-03946a92212c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024466 Aug 29 21:36:37.818553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6d761a28-8ba7-4c82-9325-80d6aec8bd29 req-a44528ef-b464-41f8-a0aa-b7f6c81be220 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748320 Aug 29 21:36:37.887520 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f185ce-0065-4b78-b778-0504956f2f79 req-8353cb6a-533d-472b-a324-b0c42e7664e1 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.893358 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69f185ce-0065-4b78-b778-0504956f2f79 req-8353cb6a-533d-472b-a324-b0c42e7664e1 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0597954 Aug 29 21:36:37.947193 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:37.963709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ab0f7-0afe-4305-856c-956d54b68f93 req-fdf26ed9-dae4-4249-9821-3d3b8bdbfac3 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:37.965342 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-521ab0f7-0afe-4305-856c-956d54b68f93 req-fdf26ed9-dae4-4249-9821-3d3b8bdbfac3 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0710549 Aug 29 21:36:37.976165 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37684) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:37.981380 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'port_id': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:38.011035 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69f185ce-0065-4b78-b778-0504956f2f79 req-2c082800-ebea-432f-866c-786ed8e898e4 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149282 Aug 29 21:36:38.058754 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (3621c42f-729b-4bf9-8212-3767786fbb55), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:38.555669 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947074d4-e04b-4b0a-817a-e06f62f709f4 req-44480bf3-4ee0-4764-8783-ad8656513c6b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:38.557281 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-947074d4-e04b-4b0a-817a-e06f62f709f4 req-44480bf3-4ee0-4764-8783-ad8656513c6b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1188641 Aug 29 21:36:38.561273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:38.670223 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.db.resource_extend [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 21:36:38.964037 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-947074d4-e04b-4b0a-817a-e06f62f709f4 req-37a0dd14-9dec-4de9-92dd-1e03e3e5c1ca tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996918 Aug 29 21:36:38.990360 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.002451 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (3621c42f-729b-4bf9-8212-3767786fbb55), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.046818 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6d03d-b740-4a93-8fde-d8b1a47c15ab req-b603d105-8c68-4772-8943-0ffd2e2a743a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:39.053409 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b4c6d03d-b740-4a93-8fde-d8b1a47c15ab req-b603d105-8c68-4772-8943-0ffd2e2a743a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.1112926 Aug 29 21:36:39.057533 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.188373 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b4c6d03d-b740-4a93-8fde-d8b1a47c15ab req-35c617bc-e96f-4ccc-b410-5a91cd591513 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340077 Aug 29 21:36:39.196724 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP 3621c42f-729b-4bf9-8212-3767786fbb55 associated. External IP: 172.27.4.107, port: 3e7ea44e-fce2-4487-8d4e-03f6e49c779d. Aug 29 21:36:39.205954 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae21d4f-0818-4a6c-84d6-d3900d6e7471 req-a3ed8699-6165-400a-9ed8-733607edd918 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:39.207659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eae21d4f-0818-4a6c-84d6-d3900d6e7471 req-a3ed8699-6165-400a-9ed8-733607edd918 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0843964 Aug 29 21:36:39.333853 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eae21d4f-0818-4a6c-84d6-d3900d6e7471 req-7abe63ac-00d0-4751-9da2-5f87b1742782 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945010 Aug 29 21:36:39.440170 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:39.461546 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:36:39.593777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:36:39.598885 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:39.605689 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:36:39.628974 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:39.630096 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:36:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:39.640126 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c634cbb2-63bf-4e34-bc48-a1c3048707ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/3621c42f-729b-4bf9-8212-3767786fbb55 HTTP/1.1" status: 200 len: 991 time: 1.6609001 Aug 29 21:36:39.640126 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:39.641031 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2650b0-f327-46ad-8f15-3a7ae2efe001" -d '{"events": [{"name": "network-changed", "server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:39.681814 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29eb8b-2fcd-46e9-887a-d012e4014750 x-openstack-request-id: req-7d29eb8b-2fcd-46e9-887a-d012e4014750 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:39.682235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:39.682517 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d29eb8b-2fcd-46e9-887a-d012e4014750 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:39.682927 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d29eb8b-2fcd-46e9-887a-d012e4014750'] response: {'name': 'network-changed', 'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'status': 'completed', 'code': 200} Aug 29 21:36:39.742694 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:39.880686 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:39.960669 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '3621c42f-729b-4bf9-8212-3767786fbb55', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.107', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:80:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:12Z', 'updated_at': '2022-08-29T21:36:38Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}, {'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:03Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:39.988123 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:36:39.994188 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:39.997715 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:39.998319 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:36:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:40.097965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b89019-52da-47c8-9d86-d1389ee4bf53 req-a4e0e0ba-e141-4135-91a8-35f567a73864 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.099487 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c9b89019-52da-47c8-9d86-d1389ee4bf53 req-a4e0e0ba-e141-4135-91a8-35f567a73864 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0492260 Aug 29 21:36:40.105135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:40.156469 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-be3eff3a-15c2-4d03-b6e5-0afdf203b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.157881 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-be3eff3a-15c2-4d03-b6e5-0afdf203b92d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0575354 Aug 29 21:36:40.229080 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c9b89019-52da-47c8-9d86-d1389ee4bf53 req-b880244b-0bcc-4a75-bdec-55cac4ef6bcb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207821 Aug 29 21:36:40.257533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:40.276727 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-d195fc4b-b629-4a86-a0d2-2f4f83e3c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.278213 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-d195fc4b-b629-4a86-a0d2-2f4f83e3c8ef service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.1122653 Aug 29 21:36:40.347653 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '3621c42f-729b-4bf9-8212-3767786fbb55', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.107', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:80:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:12Z', 'updated_at': '2022-08-29T21:36:38Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}, {'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:03Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:40.378893 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bfbd50-f22f-4e8b-a65e-ac976a2eb3cd None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '3621c42f-729b-4bf9-8212-3767786fbb55', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.107', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:80:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:12Z', 'updated_at': '2022-08-29T21:36:38Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}, {'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:03Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:36:40.382411 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e63eb-05cf-42b9-979c-db611b282d65 req-56cbee58-108a-4c2f-a276-c48ca971301c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.384647 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f18e63eb-05cf-42b9-979c-db611b282d65 req-56cbee58-108a-4c2f-a276-c48ca971301c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 944 time: 0.0991981 Aug 29 21:36:40.389388 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-c0fc1da0-644b-41ab-955d-d8b8724ca510 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d HTTP/1.1" status: 200 len: 999 time: 0.1027598 Aug 29 21:36:40.511681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca96840-c80c-4fa2-a398-e067472ad3bc req-6212bdbc-152e-4c57-935e-5ef1a4070e79 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.513320 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ca96840-c80c-4fa2-a398-e067472ad3bc req-6212bdbc-152e-4c57-935e-5ef1a4070e79 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0977919 Aug 29 21:36:40.517446 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f18e63eb-05cf-42b9-979c-db611b282d65 req-c72d7986-8e9e-44f5-bbf9-fcc7d64978ba tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266785 Aug 29 21:36:40.519255 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-5572e8cc-19c2-4be4-942e-735feab8e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.520673 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-5572e8cc-19c2-4be4-942e-735feab8e01e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.1155543 Aug 29 21:36:40.590515 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a6da5-1020-4d97-86e9-9d7d7e9c4c72 None None] New status for floating IP 3621c42f-729b-4bf9-8212-3767786fbb55: ACTIVE {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:36:40.598218 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-d6e228b9-6229-4e35-bb9e-510a6a52560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:40.599760 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-d6e228b9-6229-4e35-bb9e-510a6a52560b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647736 Aug 29 21:36:40.612279 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ca96840-c80c-4fa2-a398-e067472ad3bc req-148977af-bbf9-42e6-9499-943d37f51a7e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844722 Aug 29 21:36:40.721139 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-8eb2452b-a875-48a3-b516-71c6e7650980 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053030 Aug 29 21:36:40.846678 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a2650b0-f327-46ad-8f15-3a7ae2efe001 req-8ae87cf5-cb8a-418e-a263-dea9ebc66fa6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151357 Aug 29 21:36:41.120975 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 4035fd51-d29f-4d8c-bd5d-5ceb956be184 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:41.287722 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:41.301135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'port_id': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'mac_address': 'fa:16:3e:87:bf:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:41.349972 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:41.350365 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:41.365687 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4035fd51-d29f-4d8c-bd5d-5ceb956be184 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:41.379427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fbd2a-0d11-4609-ae81-b33f2d7b2228 req-37957cc4-26f7-4e6f-bc2e-5a2465b66194 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:41.380108 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-725fbd2a-0d11-4609-ae81-b33f2d7b2228 req-37957cc4-26f7-4e6f-bc2e-5a2465b66194 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0548308 Aug 29 21:36:41.387257 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:41.392494 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:41.415007 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:41.430626 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-725fbd2a-0d11-4609-ae81-b33f2d7b2228 req-622ffe96-0a96-4e66-b722-b8a2debe4de0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Aug 29 21:36:41.443833 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=4035fd51-d29f-4d8c-bd5d-5ceb956be184,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:41.651269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751a9d-16a3-4e85-b27d-34c2eae95c04 req-213e4996-2b6f-49d7-9914-e11e0160f54e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:41.652877 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6f751a9d-16a3-4e85-b27d-34c2eae95c04 req-213e4996-2b6f-49d7-9914-e11e0160f54e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 945 time: 0.0546691 Aug 29 21:36:41.711515 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6f751a9d-16a3-4e85-b27d-34c2eae95c04 req-7ba62e46-3a1d-47b6-ba44-f78a52423ecb tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527604 Aug 29 21:36:41.820095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['4035fd51-d29f-4d8c-bd5d-5ceb956be184'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:41.872366 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b64f42-ee55-4056-8581-bc22d7160520 req-955929d4-cc48-48dd-9a89-289fcfc6620b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:41.873891 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-57b64f42-ee55-4056-8581-bc22d7160520 req-955929d4-cc48-48dd-9a89-289fcfc6620b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0485330 Aug 29 21:36:41.923632 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-57b64f42-ee55-4056-8581-bc22d7160520 req-c5074066-6913-4aa5-8c2c-4c5312e2a13e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Aug 29 21:36:41.926987 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:42.030951 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:42.562460 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66dc0f-a6b3-44fd-9ab5-51dc328ee885 req-217ab759-8aa4-4677-987c-bfceaf389ca0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:42.564825 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ad66dc0f-a6b3-44fd-9ab5-51dc328ee885 req-217ab759-8aa4-4677-987c-bfceaf389ca0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0568018 Aug 29 21:36:42.613295 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ad66dc0f-a6b3-44fd-9ab5-51dc328ee885 req-ca4bc063-e38c-4a0b-a84e-ff63e5d8a54b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423307 Aug 29 21:36:42.845569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa497e-04a6-462b-8eec-c7fdd6eb192b req-ca67ae0e-659b-451c-aae4-7ac07a76895d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:42.847289 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37aa497e-04a6-462b-8eec-c7fdd6eb192b req-ca67ae0e-659b-451c-aae4-7ac07a76895d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 945 time: 0.0545771 Aug 29 21:36:42.891544 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:42.901938 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37aa497e-04a6-462b-8eec-c7fdd6eb192b req-a52413ea-f9bc-4c8d-ab7e-86f8dba9821a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481563 Aug 29 21:36:42.930056 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37796) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:43.069714 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-378781fe-473a-484d-a189-f262621c44d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.091017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a5d8a-729e-4ba7-a548-de8f5d4e120b req-56e42a6a-c578-4d68-9ecb-1f9932dfcd0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:43.092468 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e4a5d8a-729e-4ba7-a548-de8f5d4e120b req-56e42a6a-c578-4d68-9ecb-1f9932dfcd0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0833185 Aug 29 21:36:43.155729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:36:43.160759 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 4035fd51-d29f-4d8c-bd5d-5ceb956be184 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:43.162427 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e4a5d8a-729e-4ba7-a548-de8f5d4e120b req-c36dc450-977f-4cf1-99f7-7691814f73db tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632167 Aug 29 21:36:43.211428 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-378781fe-473a-484d-a189-f262621c44d6 admin admin] Publish callbacks [] for security_group (c3e77406-ebc8-4259-9942-8c9c7d77a50a), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.216108 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-378781fe-473a-484d-a189-f262621c44d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c3e77406-ebc8-4259-9942-8c9c7d77a50a), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.268420 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-378781fe-473a-484d-a189-f262621c44d6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b6d6514de9024d84bf73a0c0de580779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367388 Aug 29 21:36:43.269888 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378781fe-473a-484d-a189-f262621c44d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e77406-ebc8-4259-9942-8c9c7d77a50a,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:43.271144 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37804) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:43.329215 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2383-4b78-4555-bdb2-082dc8353ce6 admin admin] Publish callbacks [] for security_group (c3e77406-ebc8-4259-9942-8c9c7d77a50a), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.353416 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2383-4b78-4555-bdb2-082dc8353ce6 admin admin] Publish callbacks [] for security_group (c3e77406-ebc8-4259-9942-8c9c7d77a50a), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.391509 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:36:43.403470 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:43.403850 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.405949 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2383-4b78-4555-bdb2-082dc8353ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c3e77406-ebc8-4259-9942-8c9c7d77a50a), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.408790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2383-4b78-4555-bdb2-082dc8353ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.409931 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6dbb2383-4b78-4555-bdb2-082dc8353ce6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c3e77406-ebc8-4259-9942-8c9c7d77a50a HTTP/1.1" status: 204 len: 168 time: 0.1375921 Aug 29 21:36:43.417874 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb2383-4b78-4555-bdb2-082dc8353ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e77406-ebc8-4259-9942-8c9c7d77a50a,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:43.464006 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:43.481341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'mac_address': 'fa:16:3e:1f:52:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:36:43.549847 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: ACTIVE; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:43.550244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.553145 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:43.553520 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.572744 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:36:43.596963 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:43.599228 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf6edb-a1fc-479f-97bf-cae08f740aac" -d '{"events": [{"server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "name": "network-vif-plugged", "status": "completed", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:43.616024 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:43.619740 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:43.621119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.626520 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.653904 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26754b8-3c62-40ce-98a2-2490328170c7 x-openstack-request-id: req-d26754b8-3c62-40ce-98a2-2490328170c7 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:43.654225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "name": "network-vif-plugged", "status": "completed", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:43.654487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d26754b8-3c62-40ce-98a2-2490328170c7 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:43.654882 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26754b8-3c62-40ce-98a2-2490328170c7'] response: {'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'code': 200} Aug 29 21:36:43.676315 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=6']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:43.719942 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37814) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:43.738113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7374464-a618-4395-9ceb-e64e0c64d0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.754617 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=4035fd51-d29f-4d8c-bd5d-5ceb956be184,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:43.760492 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=5,neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:43.762622 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d64bf-15ae-4ac5-ad0b-f5c625ed948f req-d51e6bf6-7e00-4324-932d-217f903baeec tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:43.769077 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3a0d64bf-15ae-4ac5-ad0b-f5c625ed948f req-d51e6bf6-7e00-4324-932d-217f903baeec tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 944 time: 0.0571895 Aug 29 21:36:43.769669 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:43.818208 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3a0d64bf-15ae-4ac5-ad0b-f5c625ed948f req-12bdbeb8-99d9-4d4a-90a1-eaafab73f386 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461276 Aug 29 21:36:43.824779 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7374464-a618-4395-9ceb-e64e0c64d0c9 admin admin] Publish callbacks [] for security_group (8657da1b-915e-4880-99a3-9c95d41c3671), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.833451 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c7374464-a618-4395-9ceb-e64e0c64d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8657da1b-915e-4880-99a3-9c95d41c3671), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.875682 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-c7374464-a618-4395-9ceb-e64e0c64d0c9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=99ff7a55ff27448f986518ff5499b4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537995 Aug 29 21:36:43.876668 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7374464-a618-4395-9ceb-e64e0c64d0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8657da1b-915e-4880-99a3-9c95d41c3671,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:43.878029 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37816) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:43.883408 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['9a89d54f-b4bb-438b-aba7-0e6acacc72c3'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:36:43.953726 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3da1ae6d-3a5f-4f87-bfb6-ee1da4e7b6f1 admin admin] Publish callbacks [] for security_group (8657da1b-915e-4880-99a3-9c95d41c3671), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:43.980459 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3da1ae6d-3a5f-4f87-bfb6-ee1da4e7b6f1 admin admin] Publish callbacks [] for security_group (8657da1b-915e-4880-99a3-9c95d41c3671), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:44.015359 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:44.101188 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655107-eb35-48b2-bb98-6732bf763950 req-f21ba411-e107-4fc5-9bad-e5609b489b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:44.103192 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2c655107-eb35-48b2-bb98-6732bf763950 req-f21ba411-e107-4fc5-9bad-e5609b489b7c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 1130 time: 0.0993593 Aug 29 21:36:44.118025 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4f448-a0b1-4820-ad03-7c7f5014bad3 req-331d21fa-e36f-45e1-81be-0c7d6d71b37b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:44.119486 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0af4f448-a0b1-4820-ad03-7c7f5014bad3 req-331d21fa-e36f-45e1-81be-0c7d6d71b37b tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.1291380 Aug 29 21:36:44.119905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:44.162678 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3da1ae6d-3a5f-4f87-bfb6-ee1da4e7b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8657da1b-915e-4880-99a3-9c95d41c3671), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:44.165213 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3da1ae6d-3a5f-4f87-bfb6-ee1da4e7b6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:44.166324 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3da1ae6d-3a5f-4f87-bfb6-ee1da4e7b6f1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8657da1b-915e-4880-99a3-9c95d41c3671 HTTP/1.1" status: 204 len: 168 time: 0.2872741 Aug 29 21:36:44.193935 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1ae6d-3a5f-4f87-bfb6-ee1da4e7b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657da1b-915e-4880-99a3-9c95d41c3671,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:44.227037 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0af4f448-a0b1-4820-ad03-7c7f5014bad3 req-29d37ebd-3b59-404a-84d8-c3bbaa2250e7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971341 Aug 29 21:36:44.235142 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2c655107-eb35-48b2-bb98-6732bf763950 req-d17f6e95-a5c0-428d-b4b2-bc5d7bc2121b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136520 Aug 29 21:36:44.323090 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959eeb6-6eb3-4ca4-94ab-f557dd5eb884 req-4bb5c78a-2d05-4bd0-979c-60db50bdbe68 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:44.324710 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8959eeb6-6eb3-4ca4-94ab-f557dd5eb884 req-4bb5c78a-2d05-4bd0-979c-60db50bdbe68 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0573533 Aug 29 21:36:44.378232 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8959eeb6-6eb3-4ca4-94ab-f557dd5eb884 req-bf23af19-a2f0-4c1b-9d68-5740b567a10d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463214 Aug 29 21:36:44.990853 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618894ae-f7f8-49e6-adeb-7d2ccc9bdb12 req-836d3cb6-93e7-4975-8b13-1a2f52887df4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:44.992258 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-618894ae-f7f8-49e6-adeb-7d2ccc9bdb12 req-836d3cb6-93e7-4975-8b13-1a2f52887df4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 944 time: 0.0531454 Aug 29 21:36:45.041301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:45.055702 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-618894ae-f7f8-49e6-adeb-7d2ccc9bdb12 req-03f4ad0e-bde2-4ffa-8806-f5c3afe72f44 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544116 Aug 29 21:36:45.149971 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:36:45.197200 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:36:45.197574 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:45.231110 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:45.284154 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:36:45.284944 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:45.331240 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:36:45.336096 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:45.406058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950bf4b-65a3-42d7-851e-da00e0879b26 req-a56e4ba9-cadb-431e-91b9-762ce28bd4b5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.414761 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b950bf4b-65a3-42d7-851e-da00e0879b26 req-a56e4ba9-cadb-431e-91b9-762ce28bd4b5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.0709133 Aug 29 21:36:45.420806 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=7']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:45.492659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b950bf4b-65a3-42d7-851e-da00e0879b26 req-6954c04b-7184-4deb-830f-af8c13953606 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768390 Aug 29 21:36:45.538067 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50547d72-1687-486f-8ede-940ee0d09204 req-6d2073a5-ef95-47ea-b1f2-12c6fd9ee1cf tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:45.539933 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-50547d72-1687-486f-8ede-940ee0d09204 req-6d2073a5-ef95-47ea-b1f2-12c6fd9ee1cf tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0634036 Aug 29 21:36:45.610124 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-50547d72-1687-486f-8ede-940ee0d09204 req-74e22287-a4fd-4e40-b586-8de94f984943 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613322 Aug 29 21:36:45.655884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:45.658447 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676dc78-0a07-4b31-8502-d706923507c9" -d '{"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-plugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:45.700757 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ae2185-1607-4b99-9697-07fc3f972933 x-openstack-request-id: req-63ae2185-1607-4b99-9697-07fc3f972933 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:45.700939 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-plugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:45.701200 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63ae2185-1607-4b99-9697-07fc3f972933 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:45.701600 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ae2185-1607-4b99-9697-07fc3f972933'] response: {'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'code': 200} Aug 29 21:36:46.258369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e3f70-a693-4fe5-a74c-6e2a338a40e5 req-9f17b14a-d595-424c-bc65-34c98faa4682 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:46.267032 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-517e3f70-a693-4fe5-a74c-6e2a338a40e5 req-9f17b14a-d595-424c-bc65-34c98faa4682 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0841322 Aug 29 21:36:46.337699 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-517e3f70-a693-4fe5-a74c-6e2a338a40e5 req-6247ed81-bf8d-4d1d-bb4e-83eeb0726a2d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690434 Aug 29 21:36:46.832161 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0917-37de-478f-826b-819b8096ee59 req-ff627231-ce7e-4408-b3ea-dfbd3e6a8b13 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:46.834142 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-853d0917-37de-478f-826b-819b8096ee59 req-ff627231-ce7e-4408-b3ea-dfbd3e6a8b13 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.1508541 Aug 29 21:36:46.912969 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749cf6b-8031-45e6-8a3f-d8c56948e623 req-476d13ba-406a-49ed-a747-a477eb058409 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:46.914730 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f749cf6b-8031-45e6-8a3f-d8c56948e623 req-476d13ba-406a-49ed-a747-a477eb058409 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1424816 Aug 29 21:36:46.976796 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-853d0917-37de-478f-826b-819b8096ee59 req-5608fe6f-8a6c-41b5-9ab9-89f0d704fa51 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170650 Aug 29 21:36:47.051839 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f749cf6b-8031-45e6-8a3f-d8c56948e623 req-ac2de78c-5882-4c04-ae55-16d3b4c2c261 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240802 Aug 29 21:36:47.132313 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73930c42-2526-4668-bb33-7f600deaf26b req-e3a4f284-c68b-49e4-b492-d1db365b1315 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:47.133848 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-73930c42-2526-4668-bb33-7f600deaf26b req-e3a4f284-c68b-49e4-b492-d1db365b1315 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.0551462 Aug 29 21:36:47.196147 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-73930c42-2526-4668-bb33-7f600deaf26b req-a4076a49-eff5-47fc-b1e8-b3fa280afb18 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561259 Aug 29 21:36:47.232032 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37920) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:47.509417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ebc9-0106-49ad-91f2-d45ee9923926 req-1c2729f7-ecfc-4d1a-bc10-20b3d7bde73b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:47.512336 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b22ebc9-0106-49ad-91f2-d45ee9923926 req-1c2729f7-ecfc-4d1a-bc10-20b3d7bde73b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0715003 Aug 29 21:36:47.583489 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b22ebc9-0106-49ad-91f2-d45ee9923926 req-a0a3f447-a84a-40a7-96fc-2ec97f2635a7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613055 Aug 29 21:36:47.629332 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbf61d2-d54a-485c-bd30-1268ef1f734e tempest-TestVolumeBootPattern-635849741 tempest-TestVolumeBootPattern-635849741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:47.634027 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37926) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:47.634201 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8dbf61d2-d54a-485c-bd30-1268ef1f734e tempest-TestVolumeBootPattern-635849741 tempest-TestVolumeBootPattern-635849741-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 1125 time: 0.4008360 Aug 29 21:36:47.639007 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'port_id': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:36:47.655301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:47.682141 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:47.863376 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:48.054667 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Allocated IP 172.27.4.109 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/d466c50a-4751-4b4c-95c3-7ed17ad3aaff) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:36:48.218591 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:48.222585 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:48.249036 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961411d-ab10-455c-a145-20362de66e74 req-524d2b82-e1bb-45f5-a7b6-243f2293fcf6 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:48.250596 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e961411d-ab10-455c-a145-20362de66e74 req-524d2b82-e1bb-45f5-a7b6-243f2293fcf6 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0769939 Aug 29 21:36:48.314614 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:48.375510 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e961411d-ab10-455c-a145-20362de66e74 req-e19d86a3-62b2-4699-9153-310cc4a80a48 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178937 Aug 29 21:36:48.398723 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:36:48.408164 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=d466c50a-4751-4b4c-95c3-7ed17ad3aaff,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:48.415947 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:36:48.419868 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:36:49.055297 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85b3a-6bd3-4065-a01c-0c62887ddc51 req-897737fc-c7a5-4009-82c2-b0fd9d1b8e95 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:49.062249 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e9f85b3a-6bd3-4065-a01c-0c62887ddc51 req-897737fc-c7a5-4009-82c2-b0fd9d1b8e95 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0837135 Aug 29 21:36:49.106981 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:49.266639 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e9f85b3a-6bd3-4065-a01c-0c62887ddc51 req-75ae2767-22bc-4819-9c19-1822c76fb51f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948080 Aug 29 21:36:49.384095 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (f079f226-a421-4e4e-ad3b-9d7f0ef39ccc), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.561656 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.615645 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b8506-844d-479b-870a-14d53bf3dd5e req-a843af39-76ef-42d6-aed3-5d2209da8f85 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:49.618120 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f5b8506-844d-479b-870a-14d53bf3dd5e req-a843af39-76ef-42d6-aed3-5d2209da8f85 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1363940 Aug 29 21:36:49.649210 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37958) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:49.709080 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:49.783812 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9546cf8-5b7f-4715-adb7-e0ed0c01f67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.809555 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f5b8506-844d-479b-870a-14d53bf3dd5e req-2f2bcb82-eaf5-4479-9d1b-73a9bfaa63e2 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799438 Aug 29 21:36:49.916211 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9546cf8-5b7f-4715-adb7-e0ed0c01f67a admin admin] Publish callbacks [] for security_group (9a416b2d-f554-487a-96ab-0801721be79b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.921572 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a9546cf8-5b7f-4715-adb7-e0ed0c01f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9a416b2d-f554-487a-96ab-0801721be79b), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.935263 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.943077 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:49.957778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9546cf8-5b7f-4715-adb7-e0ed0c01f67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a416b2d-f554-487a-96ab-0801721be79b,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:49.975688 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-a9546cf8-5b7f-4715-adb7-e0ed0c01f67a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=89718675597e421d8649fe932e6c9c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247313 Aug 29 21:36:49.976289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37962) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:50.035975 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f59e9e37-957e-4fe7-aeab-1edf2b82258c admin admin] Publish callbacks [] for security_group (9a416b2d-f554-487a-96ab-0801721be79b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.056427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (f079f226-a421-4e4e-ad3b-9d7f0ef39ccc), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.059144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=d466c50a-4751-4b4c-95c3-7ed17ad3aaff,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:50.069391 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f59e9e37-957e-4fe7-aeab-1edf2b82258c admin admin] Publish callbacks [] for security_group (9a416b2d-f554-487a-96ab-0801721be79b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.149751 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f59e9e37-957e-4fe7-aeab-1edf2b82258c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9a416b2d-f554-487a-96ab-0801721be79b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.153295 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f59e9e37-957e-4fe7-aeab-1edf2b82258c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.156960 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f59e9e37-957e-4fe7-aeab-1edf2b82258c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9a416b2d-f554-487a-96ab-0801721be79b HTTP/1.1" status: 204 len: 168 time: 0.1772530 Aug 29 21:36:50.163711 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e9e37-957e-4fe7-aeab-1edf2b82258c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a416b2d-f554-487a-96ab-0801721be79b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:50.216451 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Floating IP f079f226-a421-4e4e-ad3b-9d7f0ef39ccc associated. External IP: 172.27.4.109, port: 4035fd51-d29f-4d8c-bd5d-5ceb956be184. Aug 29 21:36:50.519054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52d24f-f453-4fab-b8d6-993dd52ddc64 req-1b32a22a-8896-414e-861a-edba3f07b5e1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:50.528667 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0e52d24f-f453-4fab-b8d6-993dd52ddc64 req-1b32a22a-8896-414e-861a-edba3f07b5e1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1290412 Aug 29 21:36:50.588641 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:36:50.663655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:50.672059 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0e52d24f-f453-4fab-b8d6-993dd52ddc64 req-e3117b83-ac81-41b0-801d-556c8d7f8388 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421838 Aug 29 21:36:50.672851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 37970) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:50.711535 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91ea2cf7-5e0d-4583-a63d-d684edeac036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.829923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:36:50.849737 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:50.856547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:36:50.871715 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.885537 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:50.887306 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:36:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:50.985347 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91ea2cf7-5e0d-4583-a63d-d684edeac036 admin admin] Publish callbacks [] for security_group (63206d96-912a-46e3-b2a8-8759d4810cfc), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:50.999388 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-91ea2cf7-5e0d-4583-a63d-d684edeac036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (63206d96-912a-46e3-b2a8-8759d4810cfc), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:51.051305 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:51.127972 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6741d8a6-6c66-4b3d-9bb2-031a04964d71 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4921842 Aug 29 21:36:51.134127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:36:51.136525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7008458-fc54-4bba-a824-1980dbe4a78d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:36:51.144002 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-91ea2cf7-5e0d-4583-a63d-d684edeac036 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a24dc0816f5f47b8816269279550d78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676642 Aug 29 21:36:51.147374 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 37978) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:36:51.150543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ac2e-0d17-4f1e-a70d-25abb9654944 req-1800799c-3b46-4859-8492-03467e8ba71b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:51.159490 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3824ac2e-0d17-4f1e-a70d-25abb9654944 req-1800799c-3b46-4859-8492-03467e8ba71b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1713624 Aug 29 21:36:51.162226 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea2cf7-5e0d-4583-a63d-d684edeac036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63206d96-912a-46e3-b2a8-8759d4810cfc,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:51.236137 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dd6db02e-ab12-4891-bbde-4c6f4700399b admin admin] Publish callbacks [] for security_group (63206d96-912a-46e3-b2a8-8759d4810cfc), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:51.264130 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3824ac2e-0d17-4f1e-a70d-25abb9654944 req-e287f688-0b82-4a42-a534-34bc9c67bf62 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034977 Aug 29 21:36:51.270914 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49029292-d95a-42e9-97b1-571f0d293ba1 x-openstack-request-id: req-49029292-d95a-42e9-97b1-571f0d293ba1 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:36:51.276555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:36:51.277144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49029292-d95a-42e9-97b1-571f0d293ba1 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:36:51.277739 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49029292-d95a-42e9-97b1-571f0d293ba1'] response: {'name': 'network-changed', 'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'status': 'completed', 'code': 200} Aug 29 21:36:51.282911 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dd6db02e-ab12-4891-bbde-4c6f4700399b admin admin] Publish callbacks [] for security_group (63206d96-912a-46e3-b2a8-8759d4810cfc), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:51.383908 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-191d80b8-172d-454f-abf4-80bcd444ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:51.385487 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-191d80b8-172d-454f-abf4-80bcd444ad60 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 1130 time: 0.0843265 Aug 29 21:36:51.422424 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dd6db02e-ab12-4891-bbde-4c6f4700399b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (63206d96-912a-46e3-b2a8-8759d4810cfc), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:51.425217 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-dd6db02e-ab12-4891-bbde-4c6f4700399b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:36:51.427885 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-dd6db02e-ab12-4891-bbde-4c6f4700399b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/63206d96-912a-46e3-b2a8-8759d4810cfc HTTP/1.1" status: 204 len: 168 time: 0.2787378 Aug 29 21:36:51.444533 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6db02e-ab12-4891-bbde-4c6f4700399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63206d96-912a-46e3-b2a8-8759d4810cfc,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:36:51.531427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'f079f226-a421-4e4e-ad3b-9d7f0ef39ccc', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:87:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:49Z', 'updated_at': '2022-08-29T21:36:49Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:51.557313 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-6da66aec-8930-4ef6-8fea-23aad74a29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:51.559174 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-6da66aec-8930-4ef6-8fea-23aad74a29ad service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1592119 Aug 29 21:36:51.582025 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:36:51.605435 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:36:51.607225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:36:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:51.684216 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-6c2f636f-e4bf-4a28-b683-5f93c4a9d563 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184 HTTP/1.1" status: 200 len: 1000 time: 0.1150227 Aug 29 21:36:51.813853 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:36:51.822282 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-3698ba55-7d63-458d-ae71-6bbac6b1d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:51.823780 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-3698ba55-7d63-458d-ae71-6bbac6b1d700 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.1242208 Aug 29 21:36:51.965406 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd90-5561-4905-8992-2b2543e03ded req-5fa2e466-a1f7-43cb-87a2-213d56fd43cd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:51.966981 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6791dd90-5561-4905-8992-2b2543e03ded req-5fa2e466-a1f7-43cb-87a2-213d56fd43cd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1423120 Aug 29 21:36:51.975073 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-1f654ab2-21a7-4dd8-8e16-04b706eb310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:51.976628 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-1f654ab2-21a7-4dd8-8e16-04b706eb310e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965760 Aug 29 21:36:52.134184 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6791dd90-5561-4905-8992-2b2543e03ded req-705433ca-6a84-4c8f-ab59-88f15419009c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508222 Aug 29 21:36:52.176463 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-95598418-374d-42d1-acab-a795992e477e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915388 Aug 29 21:36:52.204995 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:52.209352 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'f079f226-a421-4e4e-ad3b-9d7f0ef39ccc', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:87:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:49Z', 'updated_at': '2022-08-29T21:36:49Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:36:52.248696 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca718f8-8aeb-42c3-b736-719fe2918580 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'f079f226-a421-4e4e-ad3b-9d7f0ef39ccc', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.109', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:87:bf:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:49Z', 'updated_at': '2022-08-29T21:36:49Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:36:52.361687 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d7008458-fc54-4bba-a824-1980dbe4a78d req-cc7d9ba7-467d-4f3c-8255-85c85bd7f79e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770511 Aug 29 21:36:52.490789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed888b7-711a-45c9-9a84-811a2e850950 req-52fd32ed-1dc9-4300-aab2-9d610f44ed12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:52.492444 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0ed888b7-711a-45c9-9a84-811a2e850950 req-52fd32ed-1dc9-4300-aab2-9d610f44ed12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0700743 Aug 29 21:36:52.588357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:52.596126 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0ed888b7-711a-45c9-9a84-811a2e850950 req-119a86a9-42dd-44d5-849d-92126811bc04 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840874 Aug 29 21:36:52.647453 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01ffbfe-cd04-42fd-a78b-c44686bae8c3 None None] New status for floating IP f079f226-a421-4e4e-ad3b-9d7f0ef39ccc: ACTIVE {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:36:53.070542 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:36:53.341477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29671a7-8972-4275-b350-afb936f5b2f3 req-66ea40f1-128f-4c6a-b6e9-2cbbd57c8152 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:53.350925 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a29671a7-8972-4275-b350-afb936f5b2f3 req-66ea40f1-128f-4c6a-b6e9-2cbbd57c8152 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0934441 Aug 29 21:36:53.364377 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:53.462414 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a29671a7-8972-4275-b350-afb936f5b2f3 req-688dd59c-eaac-40a6-9c95-a2ea5e30b071 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060042 Aug 29 21:36:53.747256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e649b8-163a-4f2a-a639-c1ed9b844fdc req-0cf926e2-83b2-481f-8291-da6deaea7abf tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:53.748999 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-52e649b8-163a-4f2a-a639-c1ed9b844fdc req-0cf926e2-83b2-481f-8291-da6deaea7abf tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0560017 Aug 29 21:36:53.816880 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-52e649b8-163a-4f2a-a639-c1ed9b844fdc req-40385316-0f26-4588-8d8f-046de53d7b6f tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610752 Aug 29 21:36:54.156740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86616d62-1fb4-4a08-a70e-152e456897c9 req-c5246490-008f-42e9-91de-1197db609c90 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.163271 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-86616d62-1fb4-4a08-a70e-152e456897c9 req-c5246490-008f-42e9-91de-1197db609c90 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1057062 Aug 29 21:36:54.246913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-8ff3dffc-e853-4823-9f48-e3a54b5a4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.248452 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-8ff3dffc-e853-4823-9f48-e3a54b5a4c1e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1129 time: 0.0741291 Aug 29 21:36:54.305397 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-86616d62-1fb4-4a08-a70e-152e456897c9 req-9f9872b4-f0e2-4da5-b137-2f752fe83d23 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344123 Aug 29 21:36:54.399577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-cbebce59-2810-4d23-8ee9-1d285cb294f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.401219 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-cbebce59-2810-4d23-8ee9-1d285cb294f1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 913 time: 0.1346674 Aug 29 21:36:54.483818 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-d6f1962e-0d79-45b3-a73d-0bc44ba7ef31 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 200 len: 1001 time: 0.0725660 Aug 29 21:36:54.639994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-5733fcad-985c-482e-956c-a9fb633664ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.643140 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-5733fcad-985c-482e-956c-a9fb633664ec service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.1393409 Aug 29 21:36:54.716953 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc0c9b-f260-420d-a919-c86e629fac99 req-23ecd084-08ce-4ff9-a7d6-c5eab9a43435 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.718653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-66bc0c9b-f260-420d-a919-c86e629fac99 req-23ecd084-08ce-4ff9-a7d6-c5eab9a43435 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.1413968 Aug 29 21:36:54.744249 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-fd87ff6a-e3ac-4144-ae7a-5a9eac0419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:54.745931 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-fd87ff6a-e3ac-4144-ae7a-5a9eac0419bc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904729 Aug 29 21:36:54.868828 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-66bc0c9b-f260-420d-a919-c86e629fac99 req-dea858f1-f00c-4eac-97a0-9bf4f8d84ea2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419754 Aug 29 21:36:54.936447 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-539734a8-e1c0-490d-be87-f39d96dfe80a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769202 Aug 29 21:36:55.062978 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-51467c73-08ff-44b7-93bf-43ed6fc5bb38 req-8d3f676c-8c01-40ad-ace5-5ca7e756f673 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172512 Aug 29 21:36:55.456750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecea2cd-99f0-4944-bac3-fa21878f7653 req-1992aa07-e8c9-4268-a502-e49d691f2649 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:55.461042 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7ecea2cd-99f0-4944-bac3-fa21878f7653 req-1992aa07-e8c9-4268-a502-e49d691f2649 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0627356 Aug 29 21:36:55.515735 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7ecea2cd-99f0-4944-bac3-fa21878f7653 req-5b5a033c-450e-450c-8f6e-08af35a8de60 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504639 Aug 29 21:36:55.995474 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:56.012563 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7a0a6-2f68-463b-accd-5248a336411c req-761995d4-9a10-4e68-a5e4-92eb24cc7217 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.014681 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20a7a0a6-2f68-463b-accd-5248a336411c req-761995d4-9a10-4e68-a5e4-92eb24cc7217 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0535302 Aug 29 21:36:56.078051 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20a7a0a6-2f68-463b-accd-5248a336411c req-13989c4a-6a05-4334-bba5-219e5859379d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552211 Aug 29 21:36:56.657028 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ee9a-ff21-40f1-90ff-5c5c2ce7f101 req-a3b3c140-5d33-48a0-a2ab-b9e5a5461340 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:56.658576 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc45ee9a-ff21-40f1-90ff-5c5c2ce7f101 req-a3b3c140-5d33-48a0-a2ab-b9e5a5461340 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0544903 Aug 29 21:36:56.694961 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:36:56.729699 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc45ee9a-ff21-40f1-90ff-5c5c2ce7f101 req-1f1aeeb7-0c38-438e-8dac-0531ec1286e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634210 Aug 29 21:36:57.222241 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52544e0a-7bcb-4e1e-b5d7-40d12bc19d83 req-18f83cbb-f8a7-40c7-b143-53d3017839d9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:57.224313 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-52544e0a-7bcb-4e1e-b5d7-40d12bc19d83 req-18f83cbb-f8a7-40c7-b143-53d3017839d9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0552089 Aug 29 21:36:57.296877 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-52544e0a-7bcb-4e1e-b5d7-40d12bc19d83 req-8694e087-2f8a-4f84-857c-53b5c2d997e0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553479 Aug 29 21:36:57.876189 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2d23e-3265-45fb-b160-8a7a53e13917 req-9a70dcae-93ed-4a8f-b05f-3057bac7a712 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:57.877752 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-95e2d23e-3265-45fb-b160-8a7a53e13917 req-9a70dcae-93ed-4a8f-b05f-3057bac7a712 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0512159 Aug 29 21:36:57.929629 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-95e2d23e-3265-45fb-b160-8a7a53e13917 req-5a6f3916-3634-440e-a095-9ca24f70e242 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462673 Aug 29 21:36:58.425951 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f12c16-1d71-4e9f-8cc4-63162dedb892 req-b9962666-dfdd-47e6-a610-9945a896547c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:58.427430 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a2f12c16-1d71-4e9f-8cc4-63162dedb892 req-b9962666-dfdd-47e6-a610-9945a896547c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Aug 29 21:36:58.475662 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a2f12c16-1d71-4e9f-8cc4-63162dedb892 req-5cb5d322-d22a-4ea8-9583-eb58079363d2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Aug 29 21:36:59.064117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9957b4-c34a-4f36-8688-ad971557b279 req-10e7066a-0891-4e75-9376-a00dbdac2f12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:59.065656 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ff9957b4-c34a-4f36-8688-ad971557b279 req-10e7066a-0891-4e75-9376-a00dbdac2f12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0621722 Aug 29 21:36:59.115778 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ff9957b4-c34a-4f36-8688-ad971557b279 req-035cd103-db3b-4842-be36-408adea54724 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Aug 29 21:36:59.390782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-ffd0ea17-3989-4863-8a93-79d8dde8111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:59.392310 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-ffd0ea17-3989-4863-8a93-79d8dde8111c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1129 time: 0.0398412 Aug 29 21:36:59.492911 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-0f60c1b3-e026-4f33-9a49-6945f5da3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:59.494352 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-0f60c1b3-e026-4f33-9a49-6945f5da3d26 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.0899224 Aug 29 21:36:59.598162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd0a9-4896-4753-84ac-3c989bf967ed req-f473978c-97e9-4ff9-9c31-78efe6cd08dd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:36:59.599647 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d89cd0a9-4896-4753-84ac-3c989bf967ed req-f473978c-97e9-4ff9-9c31-78efe6cd08dd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0469747 Aug 29 21:36:59.646640 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d89cd0a9-4896-4753-84ac-3c989bf967ed req-a938efd0-1ac6-48b2-81d8-dd87d72a8777 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Aug 29 21:37:00.469078 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:00.481105 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-901e0ac3-fbbd-41b2-ae0e-10333e1b4ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:00.625667 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-c1233b8b-445d-4ca4-b5e7-4a5637c7e909 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 1000 time: 0.0566869 Aug 29 21:37:00.772823 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff4848-cdea-4810-8d16-a7034e18e93a req-fcabdf1f-3b13-4112-b120-dc528199969a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:00.774187 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b6ff4848-cdea-4810-8d16-a7034e18e93a req-fcabdf1f-3b13-4112-b120-dc528199969a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0503919 Aug 29 21:37:00.821388 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b6ff4848-cdea-4810-8d16-a7034e18e93a req-c446ffcb-59a0-482d-8dc4-390d2ec35fa3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414348 Aug 29 21:37:01.389950 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=15,neutron:SELECT=73,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:01.439634 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=5,neutron:SELECT=60,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:01.465328 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-c9c5d961-f12d-40e0-8964-3e04f2574687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:01.466787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-c9c5d961-f12d-40e0-8964-3e04f2574687 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0457330 Aug 29 21:37:01.949929 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f179bb6-ff1c-4953-8245-a959abbf4493 req-1fdceb10-4b5c-41da-b03f-a1e6d0233f55 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:01.952036 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f179bb6-ff1c-4953-8245-a959abbf4493 req-1fdceb10-4b5c-41da-b03f-a1e6d0233f55 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 945 time: 0.0482867 Aug 29 21:37:01.970384 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:02.004443 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f179bb6-ff1c-4953-8245-a959abbf4493 req-5e88972f-2ad9-46c4-82dd-0095b4144bc0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467751 Aug 29 21:37:02.379002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:37:02.400372 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-b26eccb2-cdc8-4710-8e7b-f4244128b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:02.401933 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-b26eccb2-cdc8-4710-8e7b-f4244128b675 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404153 Aug 29 21:37:02.464095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: ACTIVE; New status is: DOWN {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:02.464490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:02.474011 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:02.490523 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:02.493099 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1153d1c8-7e45-4899-9a47-4a1c30c9111a" -d '{"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-unplugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:02.500708 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-f47d25cc-bbbc-4844-87a0-203d4e9aea3f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 Aug 29 21:37:02.507267 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:02.511280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:02.539812 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b439d2a-491a-4e6e-b151-b4d735e79890 x-openstack-request-id: req-1b439d2a-491a-4e6e-b151-b4d735e79890 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:02.540135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-unplugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:02.540399 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b439d2a-491a-4e6e-b151-b4d735e79890 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:02.540898 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b439d2a-491a-4e6e-b151-b4d735e79890'] response: {'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'code': 200} Aug 29 21:37:02.565497 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=8']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:02.812401 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-75f84d56-6f97-4bdf-9d3b-1a273e0fa459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:02.829936 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dcb11e77-b17c-4f98-951b-66a2eb4572c9 req-e33efa2d-1228-4ed2-814a-6f714f492672 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204172 Aug 29 21:37:03.129445 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69e518-05f9-4e5e-9fa3-af00afe3df79 req-11f4a8a5-5d50-4c70-809e-1aee495b15aa tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:03.130974 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e69e518-05f9-4e5e-9fa3-af00afe3df79 req-11f4a8a5-5d50-4c70-809e-1aee495b15aa tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0486388 Aug 29 21:37:03.179599 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e69e518-05f9-4e5e-9fa3-af00afe3df79 req-c9f34c5a-4a1c-42bd-9206-834c5f265949 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430443 Aug 29 21:37:04.315650 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2620e-6085-475d-86cd-403bd77a8a12 req-bf0d1841-7ee0-4c83-936c-368f61f3f722 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:04.317174 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3aa2620e-6085-475d-86cd-403bd77a8a12 req-bf0d1841-7ee0-4c83-936c-368f61f3f722 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0516908 Aug 29 21:37:04.364906 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3aa2620e-6085-475d-86cd-403bd77a8a12 req-07694d4f-8f10-498f-af7a-4ad1d4c67f66 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Aug 29 21:37:04.808244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:05.499427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc04b5-e036-496b-a6c6-3bfab5887962 req-f5467dcc-2f7f-4473-8a9e-8efd82c9ae19 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:05.500927 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-79bc04b5-e036-496b-a6c6-3bfab5887962 req-f5467dcc-2f7f-4473-8a9e-8efd82c9ae19 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0474806 Aug 29 21:37:05.550719 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-79bc04b5-e036-496b-a6c6-3bfab5887962 req-68a82e19-27a3-4df9-b61c-6edc593ecd8f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441482 Aug 29 21:37:05.620488 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:05.740479 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:06.084774 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [req-bd49513b-b963-4b39-bc7e-71ed2412d0f3 req-8034e2fb-757e-46cb-ad11-36a89b09e942 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:37:06.085987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd49513b-b963-4b39-bc7e-71ed2412d0f3 req-8034e2fb-757e-46cb-ad11-36a89b09e942 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060918 Aug 29 21:37:06.299025 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665ae6d-69d6-411b-806a-b8a1aaf48a44 req-cf5905a7-cbba-41cc-ab22-ad86b4f07835 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:06.301005 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4665ae6d-69d6-411b-806a-b8a1aaf48a44 req-cf5905a7-cbba-41cc-ab22-ad86b4f07835 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0587053 Aug 29 21:37:06.362803 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4665ae6d-69d6-411b-806a-b8a1aaf48a44 req-132524fa-83d1-42ca-94c3-c1bc88561093 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554745 Aug 29 21:37:06.668139 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38168) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:06.756554 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-e73bc876-8c3b-4b0e-a0b5-45496a1300a7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869169 Aug 29 21:37:06.766383 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-de5aff53-3a41-48f3-8859-07da39c60b41 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:37:06.767616 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-de5aff53-3a41-48f3-8859-07da39c60b41 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049841 Aug 29 21:37:06.850082 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38176) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:06.950514 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-e9e9b640-45b1-4d7f-8282-a485d86f1779 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:06.951879 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-e9e9b640-45b1-4d7f-8282-a485d86f1779 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports/9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 940 time: 0.1008019 Aug 29 21:37:07.505869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1b1e-771f-4759-8ce7-685ebd12f48b req-46eaf065-7f22-407c-ab00-96b8f7fc0181 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:07.507456 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-db5f1b1e-771f-4759-8ce7-685ebd12f48b req-46eaf065-7f22-407c-ab00-96b8f7fc0181 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0544868 Aug 29 21:37:07.563872 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-db5f1b1e-771f-4759-8ce7-685ebd12f48b req-e4cf46ab-8dfc-47ca-8430-b17a7f22532b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466375 Aug 29 21:37:08.718045 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1743b-f87c-4a3f-8662-807d40f546ba req-516b7016-0930-4156-8ea2-cad1a7e6706d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:08.719634 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c2a1743b-f87c-4a3f-8662-807d40f546ba req-516b7016-0930-4156-8ea2-cad1a7e6706d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0587006 Aug 29 21:37:08.781807 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c2a1743b-f87c-4a3f-8662-807d40f546ba req-bd389af2-a16c-43e8-b013-930589881f95 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556538 Aug 29 21:37:09.080789 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:09.282277 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:37:09.366385 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: DOWN; New status is: DOWN {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:09.911918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13e00-2929-4cba-a126-3408422c17e9 req-eaedecb3-1691-46c6-936e-5c36f2fd8590 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:09.913643 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ccc13e00-2929-4cba-a126-3408422c17e9 req-eaedecb3-1691-46c6-936e-5c36f2fd8590 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0513091 Aug 29 21:37:09.964789 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ccc13e00-2929-4cba-a126-3408422c17e9 req-4d613f53-522c-49dc-8251-b86b01f9f225 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451715 Aug 29 21:37:11.036764 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:11.037531 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:11.092754 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf491a-cc1a-4f78-9c28-25028965de3c req-36ef02e6-5475-426d-a25d-46805e75f7c9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.094242 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-adcf491a-cc1a-4f78-9c28-25028965de3c req-36ef02e6-5475-426d-a25d-46805e75f7c9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0472283 Aug 29 21:37:11.148807 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-adcf491a-cc1a-4f78-9c28-25028965de3c req-7fd8da83-274a-490e-ac41-ff005cb04d9f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489826 Aug 29 21:37:11.291138 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:11.299550 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-fa9424f7-876e-417f-b759-68ccfb949c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.301127 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-fa9424f7-876e-417f-b759-68ccfb949c49 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37&tenant_id=09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 1127 time: 0.0740070 Aug 29 21:37:11.364792 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-7db93e30-cb84-48fd-abcb-90e44d328a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.366292 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-7db93e30-cb84-48fd-abcb-90e44d328a21 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1127 time: 0.0411377 Aug 29 21:37:11.380317 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:11.475020 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-3f1aca55-5a1d-4d4e-b96b-eabbe626cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.479523 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-3f1aca55-5a1d-4d4e-b96b-eabbe626cda2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.1041281 Aug 29 21:37:11.577262 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-a3f827da-fec9-4762-bd51-9117f583412b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 200 len: 998 time: 0.0937378 Aug 29 21:37:11.599620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-1e9d61da-7d9e-430c-aa6a-3b10be9d1bd2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586371 Aug 29 21:37:11.664802 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-d080b69e-e283-402f-9b59-d407f3ace244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.666280 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-d080b69e-e283-402f-9b59-d407f3ace244 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0817420 Aug 29 21:37:11.678053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-1bf35d71-cbae-4283-95b5-ba456869662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.679486 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-1bf35d71-cbae-4283-95b5-ba456869662f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 1129 time: 0.0539384 Aug 29 21:37:11.768846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-4ee3a038-6c61-40a8-a0e8-b8276a1e18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.770387 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-4ee3a038-6c61-40a8-a0e8-b8276a1e18f6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938010 Aug 29 21:37:11.875429 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-f3eea217-a088-4a2f-a609-56bff01fb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:11.877214 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-f3eea217-a088-4a2f-a609-56bff01fb626 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.1707532 Aug 29 21:37:11.952708 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-b903328b-5bda-4f98-a924-81161dc31bba service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741567 Aug 29 21:37:11.970211 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-b9225bf2-125b-4481-af38-2914c8f126f4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806 HTTP/1.1" status: 200 len: 1000 time: 0.0837383 Aug 29 21:37:12.072025 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-66c54a3c-924a-4c77-a2a2-867e2fa3879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:12.073529 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-66c54a3c-924a-4c77-a2a2-867e2fa3879a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0924952 Aug 29 21:37:12.130416 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-d906e046-9d5f-4034-938d-ac88f574e158 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687467 Aug 29 21:37:12.135745 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-06ae2429-0325-4d80-af49-20cc6aca0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:12.137332 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-06ae2429-0325-4d80-af49-20cc6aca0583 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554671 Aug 29 21:37:12.267824 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-2156c5ff-d701-40cb-8eae-e1cf0d9d1804 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165042 Aug 29 21:37:12.320644 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54252-40d2-4e67-be26-43550edacad1 req-81b5d136-b07d-4272-9c18-51b190f5c524 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:12.322286 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f5c54252-40d2-4e67-be26-43550edacad1 req-81b5d136-b07d-4272-9c18-51b190f5c524 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0704999 Aug 29 21:37:12.382343 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:12.440020 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f5c54252-40d2-4e67-be26-43550edacad1 req-93a9926f-83cc-482b-85a7-17ac81425af8 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043477 Aug 29 21:37:12.452093 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9f40355-ec2c-41b3-b2b1-71d327ad48f1 req-262170c6-844a-4a45-ab43-40e0b022fd16 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516569 Aug 29 21:37:13.537587 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:13.578717 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696e1ce-a469-4b1b-bc3c-a6d224a3d7f5 req-63ee37b6-5020-4e1c-a7ce-1a20aec6e612 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:13.580718 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9696e1ce-a469-4b1b-bc3c-a6d224a3d7f5 req-63ee37b6-5020-4e1c-a7ce-1a20aec6e612 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Aug 29 21:37:13.637648 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9696e1ce-a469-4b1b-bc3c-a6d224a3d7f5 req-3d0fd28e-09f8-46af-97ef-3c9845674ade tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507369 Aug 29 21:37:14.720547 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38274) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:14.841320 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b0fa0-efe3-4f12-a972-827aa4f1d5ed req-de6f6d98-207a-4d30-b9b5-1bf7b0b977d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:14.843866 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-180b0fa0-efe3-4f12-a972-827aa4f1d5ed req-de6f6d98-207a-4d30-b9b5-1bf7b0b977d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0794933 Aug 29 21:37:14.896443 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:14.989311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-180b0fa0-efe3-4f12-a972-827aa4f1d5ed req-56bf4341-f99c-482d-8220-27909f8d2f91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376343 Aug 29 21:37:15.064637 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Publish callbacks [] for security_group (0e544689-fbf0-48c0-870c-6048cce193b2), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:15.069843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (0e544689-fbf0-48c0-870c-6048cce193b2), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:15.116484 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cd1d079ada2c4d74975af6b8b31e2a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946860 Aug 29 21:37:15.117579 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e544689-fbf0-48c0-870c-6048cce193b2,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:15.119904 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38278) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:15.139408 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.139789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.140166 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.140537 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.140937 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.141303 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.141702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.142386 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.142989 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.143577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.143914 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.144253 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.144639 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.145005 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.145362 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7810e00d-e3d8-4011-ac88-bb60f4f84814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:15.198525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ccf9-3dc0-40d9-a8fc-ee90124a32dd admin admin] Publish callbacks [] for security_group (0e544689-fbf0-48c0-870c-6048cce193b2), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:15.235023 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ccf9-3dc0-40d9-a8fc-ee90124a32dd admin admin] Publish callbacks [] for security_group (0e544689-fbf0-48c0-870c-6048cce193b2), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:15.303479 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ccf9-3dc0-40d9-a8fc-ee90124a32dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (0e544689-fbf0-48c0-870c-6048cce193b2), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:15.306574 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1eb2ccf9-3dc0-40d9-a8fc-ee90124a32dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:15.309033 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-1eb2ccf9-3dc0-40d9-a8fc-ee90124a32dd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0e544689-fbf0-48c0-870c-6048cce193b2 HTTP/1.1" status: 204 len: 168 time: 0.1860833 Aug 29 21:37:15.318576 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2ccf9-3dc0-40d9-a8fc-ee90124a32dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e544689-fbf0-48c0-870c-6048cce193b2,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:16.220568 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20d55c-4f2d-43c9-ba1e-d2ace0e43617 req-31e2ec01-498a-46e7-b29f-a92b4340d8c7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:16.237357 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a20d55c-4f2d-43c9-ba1e-d2ace0e43617 req-31e2ec01-498a-46e7-b29f-a92b4340d8c7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.1070385 Aug 29 21:37:16.301616 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a20d55c-4f2d-43c9-ba1e-d2ace0e43617 req-2f1afd46-dcf3-4a44-b6af-130fdb3ad8e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587511 Aug 29 21:37:16.755736 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:16.757024 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:17.496135 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00f37e-ad84-4981-b68e-de9a45979115 req-b0a24df1-a706-4fff-aeb1-ce658c92f5f9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:17.498108 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6b00f37e-ad84-4981-b68e-de9a45979115 req-b0a24df1-a706-4fff-aeb1-ce658c92f5f9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0670574 Aug 29 21:37:17.560357 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6b00f37e-ad84-4981-b68e-de9a45979115 req-249ed9a9-4f60-4e09-96f6-9d6f7b72fc06 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561376 Aug 29 21:37:18.727972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28207-0b4d-470c-9bb2-0392e9050d93 req-23bb34fa-b37a-42f5-b3a4-162a0852eab3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:18.730656 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-61a28207-0b4d-470c-9bb2-0392e9050d93 req-23bb34fa-b37a-42f5-b3a4-162a0852eab3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0657272 Aug 29 21:37:18.774510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:18.807654 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-61a28207-0b4d-470c-9bb2-0392e9050d93 req-11f0cde9-f8ba-4561-9018-39431d912ddb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698218 Aug 29 21:37:20.042146 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538086-3dbb-4939-81b1-8a2ca58d471e req-abb4783c-b8a1-4e25-a739-982a2a0311d6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:20.046399 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-63538086-3dbb-4939-81b1-8a2ca58d471e req-abb4783c-b8a1-4e25-a739-982a2a0311d6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0632429 Aug 29 21:37:20.113190 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-63538086-3dbb-4939-81b1-8a2ca58d471e req-e95769c4-6d7b-418f-a3e8-21d913704c6c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562973 Aug 29 21:37:21.313582 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:21.327332 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d984e42-872d-4875-9e8f-b2895efb074d req-77fab5c2-28ee-4d25-a10f-31a7f3c35de0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:21.337782 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3d984e42-872d-4875-9e8f-b2895efb074d req-77fab5c2-28ee-4d25-a10f-31a7f3c35de0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0986502 Aug 29 21:37:21.436434 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3d984e42-872d-4875-9e8f-b2895efb074d req-2c943815-8d49-4118-8e83-9c36b0299e7c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960429 Aug 29 21:37:22.677791 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f5d1-da7e-4c36-a8e5-301a31c4e782 req-47dee50f-5cb9-4d96-938d-efe64b2abac9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:22.680534 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b5a0f5d1-da7e-4c36-a8e5-301a31c4e782 req-47dee50f-5cb9-4d96-938d-efe64b2abac9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.1038444 Aug 29 21:37:22.776064 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b5a0f5d1-da7e-4c36-a8e5-301a31c4e782 req-d24ca115-8e56-4ed0-a2c0-641db0b57e5c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861495 Aug 29 21:37:23.924355 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fbae1-4f76-4334-9452-6af92305513d req-2d214b71-8553-4311-af99-e53316b2363c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:23.925990 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c33fbae1-4f76-4334-9452-6af92305513d req-2d214b71-8553-4311-af99-e53316b2363c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0499501 Aug 29 21:37:23.982696 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c33fbae1-4f76-4334-9452-6af92305513d req-5ff58fd9-cf8f-47d5-9cfc-34bff6932811 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504265 Aug 29 21:37:25.155301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b6f4e-3124-41c2-a450-119ab165eb2d req-97ef5725-4786-43e5-bd99-8749a51e006d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:25.156792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a57b6f4e-3124-41c2-a450-119ab165eb2d req-97ef5725-4786-43e5-bd99-8749a51e006d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0530527 Aug 29 21:37:25.212825 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a57b6f4e-3124-41c2-a450-119ab165eb2d req-0e3238e2-863c-48c8-86da-767acde70d78 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490394 Aug 29 21:37:25.333478 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:25.338640 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:26.350795 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae134-6f3e-4a08-b150-033e69daec87 req-b37b29f4-8345-4602-aef5-b2b01c7cd217 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:26.352414 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cb4ae134-6f3e-4a08-b150-033e69daec87 req-b37b29f4-8345-4602-aef5-b2b01c7cd217 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0558822 Aug 29 21:37:26.415741 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cb4ae134-6f3e-4a08-b150-033e69daec87 req-642dde76-2ac2-4f42-a160-907740a80b5f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570195 Aug 29 21:37:27.589807 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacde2e-ced2-4272-adf7-6c589e8dd035 req-ea4e82a3-3844-45bd-913f-c7c2419702ee tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:27.591886 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0eacde2e-ced2-4272-adf7-6c589e8dd035 req-ea4e82a3-3844-45bd-913f-c7c2419702ee tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0634778 Aug 29 21:37:27.658438 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0eacde2e-ced2-4272-adf7-6c589e8dd035 req-3def6b1b-7183-4046-8feb-11e584f485de tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569613 Aug 29 21:37:28.870641 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd85dae-ef06-4c1f-b4f1-a50a3b1adb72 req-f7964cac-b420-4755-8744-c97378ad4f0e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:28.873645 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3dd85dae-ef06-4c1f-b4f1-a50a3b1adb72 req-f7964cac-b420-4755-8744-c97378ad4f0e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0803852 Aug 29 21:37:28.961740 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3dd85dae-ef06-4c1f-b4f1-a50a3b1adb72 req-8c23345c-d42c-45c8-b808-82ad61dde343 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786273 Aug 29 21:37:30.059782 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:37:30.119995 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02ec5-c18b-4416-bd9c-99c4974adae1 req-423193bf-29a9-4e3d-ae9e-312cbd0ef5d6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:30.121512 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-06f02ec5-c18b-4416-bd9c-99c4974adae1 req-423193bf-29a9-4e3d-ae9e-312cbd0ef5d6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0538268 Aug 29 21:37:30.183661 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-06f02ec5-c18b-4416-bd9c-99c4974adae1 req-9c73d6b1-52ef-458e-b880-18b29a2dcbe1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564415 Aug 29 21:37:30.489623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-052e01e1-a0c3-48c5-8f46-3c27ca8dcb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:31.326032 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b8cf0-c723-4ace-9623-c35358522adc req-23dbd9f4-aa39-4483-b2ad-abc2f987c5af tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:31.327612 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d15b8cf0-c723-4ace-9623-c35358522adc req-23dbd9f4-aa39-4483-b2ad-abc2f987c5af tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 943 time: 0.0528288 Aug 29 21:37:31.407022 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d15b8cf0-c723-4ace-9623-c35358522adc req-db5afbce-0b8b-443d-ac4b-995dabe3ffac tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699248 Aug 29 21:37:31.426535 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:37:31.576132 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:31.597422 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'port_id': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'mac_address': 'fa:16:3e:1f:52:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:37:31.661225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:31.662203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:31.685357 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:37:31.728436 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:31.736382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:31.804739 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=9']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:31.814103 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.814103 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.814848 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.814848 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.815082 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.815427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.815767 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.816103 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.816439 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.816796 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.817135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.817487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.817805 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.818133 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:31.818460 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:32.119806 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['9a89d54f-b4bb-438b-aba7-0e6acacc72c3'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:37:32.603506 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f8c9b-0f71-4686-a9a4-161bf47797bd req-30df339a-e8a4-4748-b6d3-a5f7ab883890 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:32.605457 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b88f8c9b-0f71-4686-a9a4-161bf47797bd req-30df339a-e8a4-4748-b6d3-a5f7ab883890 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 944 time: 0.0589299 Aug 29 21:37:32.671996 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b88f8c9b-0f71-4686-a9a4-161bf47797bd req-3bf59725-53b5-491e-9509-b37bcf3ec93e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576270 Aug 29 21:37:32.822549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c96c-c8ef-49dc-b5db-02c9a823dbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:33.454654 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:37:33.508203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:37:33.508747 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:33.618316 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:33.618718 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:33.648997 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:33.651696 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323da9dd-6b5f-429b-b755-80b226714665" -d '{"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-plugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:33.804771 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87abc56d-0b88-45da-b3aa-62a1be2a4227 x-openstack-request-id: req-87abc56d-0b88-45da-b3aa-62a1be2a4227 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:33.805098 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-plugged", "status": "completed", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:33.805360 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87abc56d-0b88-45da-b3aa-62a1be2a4227 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:33.805766 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87abc56d-0b88-45da-b3aa-62a1be2a4227'] response: {'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'code': 200} Aug 29 21:37:33.807687 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:33.813168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:33.856092 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:33.864235 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:33.888678 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=10']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:33.907132 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:33.927726 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f42360-6003-415f-948d-8c7aebc2a8fe req-8ba0b46d-ec4c-4d7f-b859-dcf16a8fe723 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:33.929381 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-18f42360-6003-415f-948d-8c7aebc2a8fe req-8ba0b46d-ec4c-4d7f-b859-dcf16a8fe723 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.1148355 Aug 29 21:37:34.004110 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-18f42360-6003-415f-948d-8c7aebc2a8fe req-4cddd347-15d8-447f-ba42-bea1f4fff764 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680451 Aug 29 21:37:34.367066 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:34.374417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae61b09-52bb-4037-8d86-67531d829e03 req-ff3c84c3-b3ae-4f6c-8103-b939ac4f3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:34.376081 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dae61b09-52bb-4037-8d86-67531d829e03 req-ff3c84c3-b3ae-4f6c-8103-b939ac4f3a36 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 1130 time: 0.0517855 Aug 29 21:37:34.444206 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dae61b09-52bb-4037-8d86-67531d829e03 req-2b903222-2b2f-45b6-b6b0-77756a63f52a service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611427 Aug 29 21:37:34.813642 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:35.173775 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d18ce-a4f8-4a90-afc4-e20b70c8eae6 req-a9978289-9bb1-43f8-9278-fc589de855ef tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:35.175433 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b10d18ce-a4f8-4a90-afc4-e20b70c8eae6 req-a9978289-9bb1-43f8-9278-fc589de855ef tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.0649905 Aug 29 21:37:35.231408 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b10d18ce-a4f8-4a90-afc4-e20b70c8eae6 req-0f984714-059f-4114-847c-0639f2b27858 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497732 Aug 29 21:37:35.632295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:35.748155 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:35.801492 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07daf-038e-4e5a-9598-15fbbdf1ddb6 req-83741dd2-a155-450f-8cc0-4c28917ebc90 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:35.803039 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-55a07daf-038e-4e5a-9598-15fbbdf1ddb6 req-83741dd2-a155-450f-8cc0-4c28917ebc90 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0552301 Aug 29 21:37:35.861577 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-55a07daf-038e-4e5a-9598-15fbbdf1ddb6 req-e1252c4b-10cb-430f-8d78-8a58b0bee9b4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468769 Aug 29 21:37:36.377831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2e5f6-bc2f-42a1-bc33-7b6f41384351 req-e0c9c48c-ce83-4f97-8d4c-59e61d1522fc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:36.380213 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-58a2e5f6-bc2f-42a1-bc33-7b6f41384351 req-e0c9c48c-ce83-4f97-8d4c-59e61d1522fc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.0601623 Aug 29 21:37:36.442292 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-58a2e5f6-bc2f-42a1-bc33-7b6f41384351 req-95935bbf-9238-4d77-8112-400b8601d019 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562203 Aug 29 21:37:36.988360 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21efc30-2f72-49a3-813f-d6c60157d7c0 req-8abcac1d-c150-4892-b797-592d8b0ca282 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:36.989927 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d21efc30-2f72-49a3-813f-d6c60157d7c0 req-8abcac1d-c150-4892-b797-592d8b0ca282 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0525086 Aug 29 21:37:37.046663 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d21efc30-2f72-49a3-813f-d6c60157d7c0 req-5f74cc2f-52f6-452e-96f2-65d08fea2cd9 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505290 Aug 29 21:37:37.598593 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964bd1e-c229-4701-8e97-f765eeb0708d req-825ccfde-1201-49c1-92aa-b848f9451474 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:37.601122 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4964bd1e-c229-4701-8e97-f765eeb0708d req-825ccfde-1201-49c1-92aa-b848f9451474 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.0588439 Aug 29 21:37:37.669723 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4964bd1e-c229-4701-8e97-f765eeb0708d req-23663632-ff9e-4776-bf5f-c090e1922a62 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593934 Aug 29 21:37:38.194459 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bc145-17fa-4d6c-af2c-80c5bf08a485 req-e83f97a9-6e3c-43f0-9481-862fee4ae964 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:38.196156 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-788bc145-17fa-4d6c-af2c-80c5bf08a485 req-e83f97a9-6e3c-43f0-9481-862fee4ae964 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0576375 Aug 29 21:37:38.258350 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-788bc145-17fa-4d6c-af2c-80c5bf08a485 req-a2d7ee5d-037c-4d49-81da-403fff5bd1df tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bfc99884-9fd9-4ffd-b63d-38dae797d755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538380 Aug 29 21:37:38.333130 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-62c2a411-ba9c-4c7f-a3c4-fae38e26e2d7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:38.334477 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-62c2a411-ba9c-4c7f-a3c4-fae38e26e2d7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 945 time: 0.0749044 Aug 29 21:37:38.440993 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:37:38.441257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.538438 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] For port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:38.538793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.706533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:38.789205 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:38.793403 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.794316 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (3621c42f-729b-4bf9-8212-3767786fbb55), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:38.794655 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP 3621c42f-729b-4bf9-8212-3767786fbb55 disassociated. External IP: 172.27.4.107, port: 3e7ea44e-fce2-4487-8d4e-03f6e49c779d. Aug 29 21:37:38.795030 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 3e7ea44e-fce2-4487-8d4e-03f6e49c779d owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:37:38.874776 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99a16f-6dbd-4c9e-81eb-225365e6f147 req-3e928e05-4ac3-423b-9461-88b9703e5b58 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:38.876253 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ba99a16f-6dbd-4c9e-81eb-225365e6f147 req-3e928e05-4ac3-423b-9461-88b9703e5b58 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.1029241 Aug 29 21:37:38.949715 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ba99a16f-6dbd-4c9e-81eb-225365e6f147 req-094b985e-b375-418b-8d6a-7d516437b70d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644641 Aug 29 21:37:39.027381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (3e7ea44e-fce2-4487-8d4e-03f6e49c779d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:39.057808 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=3e7ea44e-fce2-4487-8d4e-03f6e49c779d,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:39.064189 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:39.175144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:37:39.298724 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:37:39.310279 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:37:39.345288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] No DVR routers for this DVR port 3e7ea44e-fce2-4487-8d4e-03f6e49c779d on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:37:39.346092 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:37:39.346828 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:37:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:39.349129 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:39.352781 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3790e4a-2a8e-460e-9be9-74ec4e0c488c req-cd664560-22b3-4769-a40d-bdf95ab9b595 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "DELETE /networking/v2.0/ports/3e7ea44e-fce2-4487-8d4e-03f6e49c779d HTTP/1.1" status: 204 len: 173 time: 1.0052140 Aug 29 21:37:39.353383 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'name': 'network-vif-deleted', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:39.356630 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733ef4ec-c121-422a-82a2-97fe6859a100" -d '{"events": [{"server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "name": "network-vif-deleted", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:39.425691 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a337a1-81f3-4a8e-9310-8f7337fe45be x-openstack-request-id: req-d8a337a1-81f3-4a8e-9310-8f7337fe45be {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:39.425691 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af818bf6-764a-4013-a8f8-44c66e76a0e1", "name": "network-vif-deleted", "tag": "3e7ea44e-fce2-4487-8d4e-03f6e49c779d", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:39.425691 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8a337a1-81f3-4a8e-9310-8f7337fe45be {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:39.425691 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a337a1-81f3-4a8e-9310-8f7337fe45be'] response: {'server_uuid': 'af818bf6-764a-4013-a8f8-44c66e76a0e1', 'name': 'network-vif-deleted', 'tag': '3e7ea44e-fce2-4487-8d4e-03f6e49c779d', 'status': 'completed', 'code': 200} Aug 29 21:37:39.480182 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:37:39.750791 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-668b58f4-ec6f-4a0b-80d9-38909a2c291d req-96a69c76-0ef7-4514-abc1-bddafe976d90 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=af818bf6-764a-4013-a8f8-44c66e76a0e1 HTTP/1.1" status: 200 len: 210 time: 0.3475795 Aug 29 21:37:39.795200 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:03Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:39.833844 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:37:39.843188 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:37:39.843811 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:37:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:39.966564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:37:40.203230 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:03Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:40.229421 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9f648-ec28-4d35-b152-54b852dc86b1 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c933c600-165c-48f0-9f76-060e45dbfeae', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.69', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:67:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:34:23Z', 'updated_at': '2022-08-29T21:35:03Z', 'revision_number': 2, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:37:40.622959 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea78970-2eff-45a5-89bf-3a263151baab None None] New status for floating IP 3621c42f-729b-4bf9-8212-3767786fbb55: DOWN {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:37:40.929589 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcd377-3deb-4a6b-a875-9732e6d18236 req-9c8fbb1e-df28-441b-ae94-fa34428a0ea1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:40.932517 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8ffcd377-3deb-4a6b-a875-9732e6d18236 req-9c8fbb1e-df28-441b-ae94-fa34428a0ea1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.1280546 Aug 29 21:37:40.934932 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-ff7dedb9-6a14-4178-9b8e-a1ea8fd2e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:40.936394 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-ff7dedb9-6a14-4178-9b8e-a1ea8fd2e3ba service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.1629384 Aug 29 21:37:41.067471 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8ffcd377-3deb-4a6b-a875-9732e6d18236 req-bc1bedc5-8f19-4bf5-8b3f-00076050b0b1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246738 Aug 29 21:37:41.102362 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-cfca3de9-1639-48ad-b8ee-564cce94a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:41.103836 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-cfca3de9-1639-48ad-b8ee-564cce94a43f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.1482956 Aug 29 21:37:41.178972 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-4a8be49a-1002-4d2a-80d5-58c9a28b4e88 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 1002 time: 0.0669084 Aug 29 21:37:41.223257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:41.235029 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-57b865b9-7c4a-4e3f-8aaa-1ca54287f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:41.236524 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-57b865b9-7c4a-4e3f-8aaa-1ca54287f352 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0476220 Aug 29 21:37:41.288896 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-ab9cabb0-37a1-49ba-a28c-621b83d13f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:41.290450 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-ab9cabb0-37a1-49ba-a28c-621b83d13f01 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475469 Aug 29 21:37:41.389569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:41.394126 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-f7625446-124e-4b2a-abbe-c1fa6acfc611 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936425 Aug 29 21:37:41.488468 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1699bc10-4b12-4e4c-bb54-c89a03fcc602 req-a8d2b70c-e78a-4eae-8a7f-4edeb65a3b94 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881596 Aug 29 21:37:41.509213 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 3e7ea44e-fce2-4487-8d4e-03f6e49c779d no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:37:41.534665 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 3e7ea44e-fce2-4487-8d4e-03f6e49c779d {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:37:41.535020 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 3e7ea44e-fce2-4487-8d4e-03f6e49c779d not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:37:41.884743 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38632) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:41.947779 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (bfc99884-9fd9-4ffd-b63d-38dae797d755), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:41.972242 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (bfc99884-9fd9-4ffd-b63d-38dae797d755), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.048342 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bfc99884-9fd9-4ffd-b63d-38dae797d755), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.050514 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.051677 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bfc99884-9fd9-4ffd-b63d-38dae797d755 HTTP/1.1" status: 204 len: 168 time: 0.1657770 Aug 29 21:37:42.056093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38636) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:42.062824 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc99884-9fd9-4ffd-b63d-38dae797d755,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:42.069314 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.069668 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.070018 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.070360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.070701 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.070952 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.api.v2.resource [None req-07368c03-c6ab-455f-8d99-780d0bad004a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] show failed (client error): The resource could not be found. Aug 29 21:37:42.071070 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.071432 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.071742 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.071985 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-07368c03-c6ab-455f-8d99-780d0bad004a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups/bfc99884-9fd9-4ffd-b63d-38dae797d755 HTTP/1.1" status: 404 len: 347 time: 0.0148690 Aug 29 21:37:42.072166 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.072517 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.072891 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.073221 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.073545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.073873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.074224 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce4792-8bd6-4203-9cb6-e5b05975e7ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:37:42.075736 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38638) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:42.240670 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57a301-81d3-4f53-8159-bff8fdb79969 req-5ca05a07-5b46-43dd-ba79-e8387c6acb25 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:42.242170 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b57a301-81d3-4f53-8159-bff8fdb79969 req-5ca05a07-5b46-43dd-ba79-e8387c6acb25 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0854821 Aug 29 21:37:42.243322 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:37:42.243664 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.352840 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b57a301-81d3-4f53-8159-bff8fdb79969 req-557e5926-e63a-43da-a680-e5a7aa43ceda tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958164 Aug 29 21:37:42.362036 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.362367 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.375113 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57 owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:37:42.525519 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.549036 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=5c2c4bce-16e5-42a2-b57f-b0b0aecf4b57,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:42.626069 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (3621c42f-729b-4bf9-8212-3767786fbb55), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.628886 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:42.630045 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3e4dc774-a4e9-48e7-884f-644ab4ac5eae tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3621c42f-729b-4bf9-8212-3767786fbb55 HTTP/1.1" status: 204 len: 168 time: 0.5533869 Aug 29 21:37:43.485142 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2f43c-2d2e-4f36-a3e5-0e30711e7d34 req-e11a5f3c-c111-4c44-822f-94fc332a011e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:43.486664 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5af2f43c-2d2e-4f36-a3e5-0e30711e7d34 req-e11a5f3c-c111-4c44-822f-94fc332a011e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0500007 Aug 29 21:37:43.543594 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5af2f43c-2d2e-4f36-a3e5-0e30711e7d34 req-ec1ebd03-9a82-4996-8591-39e64635a57a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476365 Aug 29 21:37:44.414902 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff072-27a9-4046-983e-9cd1f397bbe2 req-23c84f7d-eebf-4188-9e06-b99016309be7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:44.416440 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-320ff072-27a9-4046-983e-9cd1f397bbe2 req-23c84f7d-eebf-4188-9e06-b99016309be7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.0605209 Aug 29 21:37:44.444411 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:44.469747 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-320ff072-27a9-4046-983e-9cd1f397bbe2 req-2fc3287b-3a36-4e89-a734-91f471e1ae6d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Aug 29 21:37:44.704092 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c7b79-8330-42bc-93a0-d62470ede12d req-4b6eeaa9-3b2b-4d0e-b3d4-045ea0222477 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:44.706631 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c1c7b79-8330-42bc-93a0-d62470ede12d req-4b6eeaa9-3b2b-4d0e-b3d4-045ea0222477 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0746813 Aug 29 21:37:44.757372 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c1c7b79-8330-42bc-93a0-d62470ede12d req-1880e1d3-acb0-4af5-b0f4-dadaf43e1d75 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Aug 29 21:37:45.561440 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:45.598277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f0fe-ce4f-4f7a-b8f3-105cdd02883a req-801f6090-a702-46d7-aa98-3013ea656fec tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:45.599814 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c6a3f0fe-ce4f-4f7a-b8f3-105cdd02883a req-801f6090-a702-46d7-aa98-3013ea656fec tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.0531683 Aug 29 21:37:45.653860 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c6a3f0fe-ce4f-4f7a-b8f3-105cdd02883a req-6b7a5864-5012-4948-9334-0ee8cff49b03 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Aug 29 21:37:45.884418 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad520b02-3a2f-412c-a003-1e848bfee7f1 req-33f0f2f9-1eb5-4587-ae53-67a90fae815e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:45.885971 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ad520b02-3a2f-412c-a003-1e848bfee7f1 req-33f0f2f9-1eb5-4587-ae53-67a90fae815e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0506968 Aug 29 21:37:45.935183 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ad520b02-3a2f-412c-a003-1e848bfee7f1 req-5ac461d3-9f13-478b-9cc8-009a8d9fd5de tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Aug 29 21:37:46.440610 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-24b39ce8-8bc5-4d85-ad71-08a4f49caa41 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:46.442130 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-24b39ce8-8bc5-4d85-ad71-08a4f49caa41 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.0495973 Aug 29 21:37:46.535444 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 2585b07b-9d0b-4988-b1c6-a7489aea0806 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:37:46.535788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.625465 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] For port 2585b07b-9d0b-4988-b1c6-a7489aea0806, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2585b07b-9d0b-4988-b1c6-a7489aea0806,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:46.625845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.834526 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867ad36-f567-4dc5-8c49-3d7f570f01b5 req-338fb577-9145-4aa5-bd12-a564658dd179 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:46.836028 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f867ad36-f567-4dc5-8c49-3d7f570f01b5 req-338fb577-9145-4aa5-bd12-a564658dd179 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 945 time: 0.0933406 Aug 29 21:37:46.864779 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.865148 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (c933c600-165c-48f0-9f76-060e45dbfeae), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:46.865461 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP c933c600-165c-48f0-9f76-060e45dbfeae disassociated. External IP: 172.27.4.69, port: 2585b07b-9d0b-4988-b1c6-a7489aea0806. Aug 29 21:37:46.865799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 2585b07b-9d0b-4988-b1c6-a7489aea0806 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:37:46.937766 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f867ad36-f567-4dc5-8c49-3d7f570f01b5 req-f4bf3afa-a5c8-4b86-9b9f-b95e579dad37 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=615e8624-3ec7-42f5-b151-8d50996f691c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923707 Aug 29 21:37:47.064123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:47.071624 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (2585b07b-9d0b-4988-b1c6-a7489aea0806), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:47.090003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead34e3-993e-4e95-98a2-fe54dd65e7d3 req-e7ae8d52-370f-40d9-9859-8a1702a288ea tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:47.091401 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3ead34e3-993e-4e95-98a2-fe54dd65e7d3 req-e7ae8d52-370f-40d9-9859-8a1702a288ea tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0773063 Aug 29 21:37:47.113601 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=2585b07b-9d0b-4988-b1c6-a7489aea0806,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:47.179793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:47.209791 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3ead34e3-993e-4e95-98a2-fe54dd65e7d3 req-da9c649b-2679-48b1-98b3-df11e3c5cedf tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002796 Aug 29 21:37:47.269101 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:37:47.377030 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:37:47.388797 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:37:47.399110 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:37:47.399721 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:37:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:47.419336 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] No DVR routers for this DVR port 2585b07b-9d0b-4988-b1c6-a7489aea0806 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:37:47.421898 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:47.425284 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e59016fe-becf-4f13-900f-7ad8c142d1f1 req-80e17854-7fd2-4ee8-aca3-7c85e95ed1fd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "DELETE /networking/v2.0/ports/2585b07b-9d0b-4988-b1c6-a7489aea0806 HTTP/1.1" status: 204 len: 173 time: 0.9773457 Aug 29 21:37:47.425975 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'name': 'network-vif-deleted', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:47.428265 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9990739-2100-4e01-b625-76578fb14e48" -d '{"events": [{"server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "name": "network-vif-deleted", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:47.458731 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:47.480531 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8019b6ba-2f67-47cf-ae06-5bb43d489c69 x-openstack-request-id: req-8019b6ba-2f67-47cf-ae06-5bb43d489c69 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:47.480900 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57", "name": "network-vif-deleted", "tag": "2585b07b-9d0b-4988-b1c6-a7489aea0806", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:47.481158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8019b6ba-2f67-47cf-ae06-5bb43d489c69 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:47.481568 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8019b6ba-2f67-47cf-ae06-5bb43d489c69'] response: {'server_uuid': 'd7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57', 'name': 'network-vif-deleted', 'tag': '2585b07b-9d0b-4988-b1c6-a7489aea0806', 'status': 'completed', 'code': 200} Aug 29 21:37:47.533951 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:37:47.655137 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:47.738158 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:47.768896 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:37:47.778472 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:37:47.779084 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:37:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:47.896675 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:37:48.062970 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-096a32b5-7dc1-4c01-b25d-c5355b523a29 req-21d93fd7-dec3-4cf2-8389-3e6427c90c8f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7e5fcd4-d76a-4ba5-bcad-9b90a32a2b57 HTTP/1.1" status: 200 len: 210 time: 0.0330384 Aug 29 21:37:48.211314 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:37:48.238081 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61aaad7-be47-46f9-b340-5ca6bbbc0a43 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:37:48.363446 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc19a3-e565-4d0e-93d2-3cbfdd8b6bf4 req-35e582fc-7aae-43c4-97c9-867ca07fcc2d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:48.365025 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9bc19a3-e565-4d0e-93d2-3cbfdd8b6bf4 req-35e582fc-7aae-43c4-97c9-867ca07fcc2d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0664542 Aug 29 21:37:48.417723 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9bc19a3-e565-4d0e-93d2-3cbfdd8b6bf4 req-0b8b4241-e918-4b5c-828b-897c6e46c672 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468822 Aug 29 21:37:48.491990 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d33ae6-d5e9-4e87-a646-2930f82df941 None None] New status for floating IP c933c600-165c-48f0-9f76-060e45dbfeae: DOWN {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:37:49.161752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38712) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:49.217965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10de287f-67ca-4813-90b6-a910896e0166 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (615e8624-3ec7-42f5-b151-8d50996f691c), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.244801 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10de287f-67ca-4813-90b6-a910896e0166 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (615e8624-3ec7-42f5-b151-8d50996f691c), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.315736 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10de287f-67ca-4813-90b6-a910896e0166 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (615e8624-3ec7-42f5-b151-8d50996f691c), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.318430 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10de287f-67ca-4813-90b6-a910896e0166 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.319651 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-10de287f-67ca-4813-90b6-a910896e0166 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/615e8624-3ec7-42f5-b151-8d50996f691c HTTP/1.1" status: 204 len: 168 time: 0.1568611 Aug 29 21:37:49.322660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38716) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:49.331096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de287f-67ca-4813-90b6-a910896e0166 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615e8624-3ec7-42f5-b151-8d50996f691c,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:49.340786 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.api.v2.resource [None req-2637c702-4a01-4271-ab6b-786a181e8d73 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] show failed (client error): The resource could not be found. Aug 29 21:37:49.345265 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38718) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:49.345507 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2637c702-4a01-4271-ab6b-786a181e8d73 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups/615e8624-3ec7-42f5-b151-8d50996f691c HTTP/1.1" status: 404 len: 347 time: 0.0213642 Aug 29 21:37:49.472769 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 65aeed49-e8c2-4674-829f-e1706f6787a1 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:37:49.473123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.567063 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 2585b07b-9d0b-4988-b1c6-a7489aea0806 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:37:49.581256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf449-4455-416b-9564-0c6961567542 req-0fbe0d39-823f-4d9f-83b5-32abb311d4ae tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:49.583163 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d55cf449-4455-416b-9564-0c6961567542 req-0fbe0d39-823f-4d9f-83b5-32abb311d4ae tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0672197 Aug 29 21:37:49.590747 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 2585b07b-9d0b-4988-b1c6-a7489aea0806 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:37:49.591095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 2585b07b-9d0b-4988-b1c6-a7489aea0806 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:37:49.608205 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.608451 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (65aeed49-e8c2-4674-829f-e1706f6787a1), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.636703 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 65aeed49-e8c2-4674-829f-e1706f6787a1 owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:37:49.707095 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d55cf449-4455-416b-9564-0c6961567542 req-dcea48c6-c096-4e00-b923-d03763a44226 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091738 Aug 29 21:37:49.732615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:49.778079 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:49.808862 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (65aeed49-e8c2-4674-829f-e1706f6787a1), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.838168 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=65aeed49-e8c2-4674-829f-e1706f6787a1,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:49.916356 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (c933c600-165c-48f0-9f76-060e45dbfeae), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.919541 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:49.920787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-2e08da1b-8974-4951-bc0c-627e08e3277e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/c933c600-165c-48f0-9f76-060e45dbfeae HTTP/1.1" status: 204 len: 168 time: 0.5745628 Aug 29 21:37:50.009345 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38726) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:50.013960 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830597584', 'description': 'tempest-description--356823650'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:50.037185 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.123867 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (955e2194-27f0-428c-a491-0e673766e407), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.129102 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (955e2194-27f0-428c-a491-0e673766e407), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.159450 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955e2194-27f0-428c-a491-0e673766e407,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:50.163871 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.167777 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a1cc6629-9c66-4351-a9d7-6451591b0d0f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1547401 Aug 29 21:37:50.168619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38728) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:50.172747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': '955e2194-27f0-428c-a491-0e673766e407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:50.201011 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (df829b2e-e613-4cd1-90f3-05f41d64d8e7), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.256972 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (df829b2e-e613-4cd1-90f3-05f41d64d8e7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.261155 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (df829b2e-e613-4cd1-90f3-05f41d64d8e7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.281612 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df829b2e-e613-4cd1-90f3-05f41d64d8e7,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:50.288896 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.290105 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-011d7b21-320c-48cf-b332-f4a9dc86d51f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209173 Aug 29 21:37:50.293030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38730) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:50.297756 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': '955e2194-27f0-428c-a491-0e673766e407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:50.326113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (3927adce-10fa-4a7a-9871-e959805d376a), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.383523 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (3927adce-10fa-4a7a-9871-e959805d376a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.390810 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (3927adce-10fa-4a7a-9871-e959805d376a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.412098 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3927adce-10fa-4a7a-9871-e959805d376a,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:50.423803 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.428639 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38734) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:50.428869 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7d6c88cf-79d8-4b3c-9fd7-ed54f0a34c06 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341588 Aug 29 21:37:50.434705 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:50.468311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.550207 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.671874 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.27.4.189 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/6f7a8887-fe68-4220-b367-b4fd407d6550) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:37:50.823443 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.898284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d0b08-0d3b-4cd3-9f1f-de7bd7609fb5 req-63a5443a-6c71-404b-8a52-07aab725e94e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:50.899834 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-de9d0b08-0d3b-4cd3-9f1f-de7bd7609fb5 req-63a5443a-6c71-404b-8a52-07aab725e94e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0730157 Aug 29 21:37:50.928693 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:50.931917 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:50.986365 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:50.996307 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:37:51.009110 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:37:51.010999 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=6f7a8887-fe68-4220-b367-b4fd407d6550,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:51.013527 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:37:51.021779 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-de9d0b08-0d3b-4cd3-9f1f-de7bd7609fb5 req-33276e4b-9e63-4ee7-b48c-aeb8150bb8f1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164522 Aug 29 21:37:51.111949 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (38c9978b-9a40-4365-93b8-50ab63bd1ae1), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:51.159965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:51.326722 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:51.331830 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:51.411196 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (38c9978b-9a40-4365-93b8-50ab63bd1ae1), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:51.413959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=6f7a8887-fe68-4220-b367-b4fd407d6550,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:51.431740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:51.433101 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b42c7af2-2108-4a63-96db-0aa95f506ae5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0020392 Aug 29 21:37:51.683046 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-a3a49d1d-12bf-4321-9962-d15b6fb18aa0 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1830597584&fields=id&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 267 time: 0.0521443 Aug 29 21:37:51.818806 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-42cf3357-1c99-41f3-860e-0156f336eb9c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:51.820330 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-42cf3357-1c99-41f3-860e-0156f336eb9c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.1291356 Aug 29 21:37:51.837311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-61066051-425e-4411-ad16-bb9b3350774b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/quotas/5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 375 time: 0.0103037 Aug 29 21:37:51.895784 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-dfc7d5e7-fa00-4cac-ae5c-aef3f8ff9d62 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519772 Aug 29 21:37:52.011809 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-b5d2e22f-6e7f-442d-a448-943b2695a495 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023648 Aug 29 21:37:52.084675 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:52.133514 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-b47e5a08-885d-4ff8-9d7d-ded2d1fc490a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123385 Aug 29 21:37:52.210697 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabad7e-bb05-4bc4-aeb7-3abf82550f2b req-e16099ce-8e6f-44f0-b1de-0d431bdac40e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:52.212659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-faabad7e-bb05-4bc4-aeb7-3abf82550f2b req-e16099ce-8e6f-44f0-b1de-0d431bdac40e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0595450 Aug 29 21:37:52.298434 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-faabad7e-bb05-4bc4-aeb7-3abf82550f2b req-31817462-a8e7-47de-8d3d-ba3329cc345c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773809 Aug 29 21:37:52.350578 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0791bb4f-00ed-4bb1-ae0e-fa088cafc8c7 req-30aaa78a-2040-4e6d-9101-bb3391ac0842 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 210 time: 0.0508587 Aug 29 21:37:53.423998 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377fdd5-2d71-4c7f-b3cb-8daa3b72314b req-dfa81d1f-d124-4ff4-9bd7-c6fc99b827b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:53.425708 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c377fdd5-2d71-4c7f-b3cb-8daa3b72314b req-dfa81d1f-d124-4ff4-9bd7-c6fc99b827b2 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0517850 Aug 29 21:37:53.466231 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9cc66fe1-d007-4686-b51f-a0da7ca70ab3 req-ee0d6333-e0c4-41c5-8e25-745c6792f0e7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 210 time: 0.0395389 Aug 29 21:37:53.481337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:53.498093 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c377fdd5-2d71-4c7f-b3cb-8daa3b72314b req-26ddc335-9046-44bb-8be4-c78bd92b4a5d tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602987 Aug 29 21:37:53.749433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-331d090f-0f5e-44c0-939c-5cb0d5e75f91 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:53.751133 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-331d090f-0f5e-44c0-939c-5cb0d5e75f91 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.1396377 Aug 29 21:37:53.831407 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-70aa6025-d3b7-47c3-9451-ce0fb107aba6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 380 time: 0.0637119 Aug 29 21:37:53.891970 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'port': {'device_id': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'admin_state_up': True, 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'security_groups': ['955e2194-27f0-428c-a491-0e673766e407']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:54.008501 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Made reservation on behalf of 5220f1dfa6a74754bd08f925c85847b2 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:37:54.012884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:54.389329 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.20.0.9 (5edf4d12-91b6-4448-8d9a-6fbab4fee15a/b467275f-c6e3-47eb-aa25-bb86d36c5b5e/66d1d8cf-a6b7-4912-a40d-0d03daba0a3c) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:37:54.548338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:54.582744 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-afc4b0ff-73d7-4c65-b205-f088cb345e10 req-bb48d453-bc9d-4f38-a627-258670c2ee8e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 210 time: 0.0386703 Aug 29 21:37:54.638935 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:54.661291 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6971686-b8af-4e74-a20d-d2fb625626e1 req-78373e2f-df18-46f6-95ac-f13a63ef4ac1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:54.662890 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e6971686-b8af-4e74-a20d-d2fb625626e1 req-78373e2f-df18-46f6-95ac-f13a63ef4ac1 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0776901 Aug 29 21:37:54.668795 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:54.739821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:37:54.748609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:37:54.752687 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:54.755163 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:37:54.786062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:54.800208 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e6971686-b8af-4e74-a20d-d2fb625626e1 req-21301776-0966-485d-a7f2-335d2278ade3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292226 Aug 29 21:37:54.827704 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:54.828533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:54.847818 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-f7789618-8dbd-4b42-829c-2d92f9ac7c67 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9607036 Aug 29 21:37:54.859390 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Request body: {'port': {'device_id': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:37:54.927712 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:54.978326 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-44ae8f5f-2260-4804-be0d-f2e511100490 None None] Provisioning complete for port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:37:54.978943 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-44ae8f5f-2260-4804-be0d-f2e511100490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.014382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-44ae8f5f-2260-4804-be0d-f2e511100490 None None] Port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:37:55.181952 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:37:55.190087 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Publish callbacks [] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.202998 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Transition to ACTIVE for port object 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:37:55.206809 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.269520 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Pushing event updated for resources: {'Port': ['ID=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:55.318337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Attempting to bind port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:37:55.318681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Attempting to bind port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:37:55.318993 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Attempting to bind port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:37:55.323373 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:37:55.323689 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Attempting to bind port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:37:55.329305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:37:55.329638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:37:55.330020 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Bound using segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:37:55.330451 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Bound port: 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:37:55.330799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.392364 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] For port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:37:55.395611 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] For port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:37:55.402705 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.407553 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.408305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:55.409958 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/66d1d8cf-a6b7-4912-a40d-0d03daba0a3c HTTP/1.1" status: 200 len: 1093 time: 0.5551572 Aug 29 21:37:55.412117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:55.415730 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37b02f-952f-4558-a3aa-b44f2525e706" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:55.466941 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db2ae70-251d-4e5c-9423-261756f4a0f0 x-openstack-request-id: req-7db2ae70-251d-4e5c-9423-261756f4a0f0 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:55.467365 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:55.467671 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db2ae70-251d-4e5c-9423-261756f4a0f0 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:55.468148 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db2ae70-251d-4e5c-9423-261756f4a0f0'] response: {'name': 'network-changed', 'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'status': 'completed', 'code': 200} Aug 29 21:37:55.530086 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d132bd-6245-4467-818f-b3e64c2e3747 service neutron] Pushing event updated for resources: {'Port': ['ID=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:55.533773 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-841fdbb6-1c96-45a9-ad3e-1ceeb765ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.535253 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-841fdbb6-1c96-45a9-ad3e-1ceeb765ffba service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 1127 time: 0.0565777 Aug 29 21:37:55.578101 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-d3dc1188-072a-486c-a955-591af29679e3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c HTTP/1.1" status: 200 len: 217 time: 0.0330098 Aug 29 21:37:55.617984 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:55.638590 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-c25911d3-d675-4e6e-8332-02f9c71fb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.640049 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-c25911d3-d675-4e6e-8332-02f9c71fb954 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0531898 Aug 29 21:37:55.716180 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-0786b0bf-369c-4e8e-8656-6c6c93b7d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.717839 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-0786b0bf-369c-4e8e-8656-6c6c93b7d9b9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691886 Aug 29 21:37:55.732986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:55.742845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f08ab0-eb2c-45cc-9e79-b72c11f8d09e req-884ebc30-d0b6-46ee-b78b-4970941cb8cb tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.744496 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-93f08ab0-eb2c-45cc-9e79-b72c11f8d09e req-884ebc30-d0b6-46ee-b78b-4970941cb8cb tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 943 time: 0.0673869 Aug 29 21:37:55.860061 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-93f08ab0-eb2c-45cc-9e79-b72c11f8d09e req-356c2f05-8629-4a77-b2f0-8f6e176b5df7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987017 Aug 29 21:37:55.866772 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-77231a0d-24b6-48e9-a35d-a23f3e8fceba service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428492 Aug 29 21:37:55.975060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed106b0-1183-4f76-8bc9-171b9b971ad7 req-7564c86e-a4ea-463d-b5a9-a179464d6079 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:55.977487 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4ed106b0-1183-4f76-8bc9-171b9b971ad7 req-7564c86e-a4ea-463d-b5a9-a179464d6079 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0861328 Aug 29 21:37:56.045926 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-274b9f31-4ad8-4983-9b9c-d0832fec6be8 req-a4604d12-3683-47ea-8a53-363d528f813c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723597 Aug 29 21:37:56.064335 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4ed106b0-1183-4f76-8bc9-171b9b971ad7 req-37996167-8065-4a44-97e2-7e78d7c4bee9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786901 Aug 29 21:37:56.982352 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338636c5-0d9b-48bb-9cc9-45f646647c91 req-fd039f76-9f10-4c48-b4b4-7a69f25456e0 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:56.984114 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-338636c5-0d9b-48bb-9cc9-45f646647c91 req-fd039f76-9f10-4c48-b4b4-7a69f25456e0 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 943 time: 0.0501833 Aug 29 21:37:57.036107 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-338636c5-0d9b-48bb-9cc9-45f646647c91 req-0c20f1ce-5db6-4cac-8aa4-da274b167cfd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462210 Aug 29 21:37:57.197416 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2e254-5463-483a-b9d5-d56a2d90d7d0 req-942a9f75-58b4-48c1-b83b-3cf22f93a7fb tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.198849 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b5e2e254-5463-483a-b9d5-d56a2d90d7d0 req-942a9f75-58b4-48c1-b83b-3cf22f93a7fb tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0567181 Aug 29 21:37:57.242045 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-e95f6ce7-0847-487c-904f-e858d8662686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.243208 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-e95f6ce7-0847-487c-904f-e858d8662686 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 1127 time: 0.0624619 Aug 29 21:37:57.268946 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b5e2e254-5463-483a-b9d5-d56a2d90d7d0 req-9911becf-014b-409d-9b9a-8397608603ca tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541124 Aug 29 21:37:57.361660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-1c0b2bf4-beac-45d2-b20f-8c67789bca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.363042 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-1c0b2bf4-beac-45d2-b20f-8c67789bca36 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.0924754 Aug 29 21:37:57.404276 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-14ba8694-5787-4042-89d7-aa8175786169 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c HTTP/1.1" status: 200 len: 217 time: 0.0332305 Aug 29 21:37:57.454026 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-8fdc272f-dee5-476b-bd43-a3adb9abad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.455474 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-8fdc272f-dee5-476b-bd43-a3adb9abad91 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0439477 Aug 29 21:37:57.503448 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-f93436b9-92d0-4b14-a26c-87074f4fe44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:57.504994 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-f93436b9-92d0-4b14-a26c-87074f4fe44c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425522 Aug 29 21:37:57.556813 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:57.595555 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-3b2b8bc6-b53e-4c1d-b72f-7df2ad104065 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842669 Aug 29 21:37:57.595800 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:37:57.694634 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c37b02f-952f-4558-a3aa-b44f2525e706 req-c7a6456b-f377-43a4-abc2-b49bd1b62219 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931294 Aug 29 21:37:57.705759 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:57.718776 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'port_id': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'mac_address': 'fa:16:3e:71:92:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:37:57.755478 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:57.756019 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.771120 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:37:57.798283 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:57.803897 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:57.859220 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:57.993247 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 38834) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:58.088336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['66d1d8cf-a6b7-4912-a40d-0d03daba0a3c'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:37:58.123472 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-76898fe5-9afc-49fd-a0e7-2d353b726ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.179099 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:58.210790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cbefb-cbb9-4437-8187-a5b1015362ff req-cd05fb99-4f2a-4c7f-8c0c-f141afec827e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:58.212550 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec7cbefb-cbb9-4437-8187-a5b1015362ff req-cd05fb99-4f2a-4c7f-8c0c-f141afec827e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 944 time: 0.0786052 Aug 29 21:37:58.221496 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:58.256816 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:58.306630 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec7cbefb-cbb9-4437-8187-a5b1015362ff req-43862860-2ed8-47a3-991a-7b448de49694 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878441 Aug 29 21:37:58.316832 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-76898fe5-9afc-49fd-a0e7-2d353b726ec4 admin admin] Publish callbacks [] for security_group (bbae1bfb-5f4e-4b59-ab8c-a31630832416), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.322110 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-76898fe5-9afc-49fd-a0e7-2d353b726ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bbae1bfb-5f4e-4b59-ab8c-a31630832416), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.366193 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-76898fe5-9afc-49fd-a0e7-2d353b726ec4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8a6a9cadb5ce4d20920d97b96f81ff7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717904 Aug 29 21:37:58.367050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76898fe5-9afc-49fd-a0e7-2d353b726ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbae1bfb-5f4e-4b59-ab8c-a31630832416,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:58.368944 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38846) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:37:58.424833 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-672c88f2-5180-41d3-afd4-fd39f4a534e2 admin admin] Publish callbacks [] for security_group (bbae1bfb-5f4e-4b59-ab8c-a31630832416), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.431100 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9ba3-94ee-4c58-9fc6-0cebf3276a0a req-044c4743-3cc3-499a-ba95-4e764b7aea07 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:58.432620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3da9ba3-94ee-4c58-9fc6-0cebf3276a0a req-044c4743-3cc3-499a-ba95-4e764b7aea07 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0509081 Aug 29 21:37:58.446699 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-672c88f2-5180-41d3-afd4-fd39f4a534e2 admin admin] Publish callbacks [] for security_group (bbae1bfb-5f4e-4b59-ab8c-a31630832416), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.482467 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3da9ba3-94ee-4c58-9fc6-0cebf3276a0a req-60b3e6b7-0a24-465a-b9ad-a6826ce772cc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433738 Aug 29 21:37:58.495513 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-672c88f2-5180-41d3-afd4-fd39f4a534e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bbae1bfb-5f4e-4b59-ab8c-a31630832416), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.498556 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-672c88f2-5180-41d3-afd4-fd39f4a534e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:58.499730 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-672c88f2-5180-41d3-afd4-fd39f4a534e2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bbae1bfb-5f4e-4b59-ab8c-a31630832416 HTTP/1.1" status: 204 len: 168 time: 0.1297362 Aug 29 21:37:58.508014 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c88f2-5180-41d3-afd4-fd39f4a534e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbae1bfb-5f4e-4b59-ab8c-a31630832416,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:37:59.020003 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:59.021261 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:37:59.458009 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb1cff-5dd0-4471-a005-f709128a1b28 req-9d1e784f-5f1d-4c97-b226-c677e9c190a4 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:59.459658 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8ceb1cff-5dd0-4471-a005-f709128a1b28 req-9d1e784f-5f1d-4c97-b226-c677e9c190a4 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0883985 Aug 29 21:37:59.478420 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9520d-a97e-4046-b876-ada0221457d9 req-69d817f3-0dfe-48d3-a004-1e79f03c3af5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:59.479937 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-08f9520d-a97e-4046-b876-ada0221457d9 req-69d817f3-0dfe-48d3-a004-1e79f03c3af5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 944 time: 0.0737190 Aug 29 21:37:59.553569 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8ceb1cff-5dd0-4471-a005-f709128a1b28 req-6332113c-ae65-4964-b9f3-001c8675a064 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871003 Aug 29 21:37:59.563860 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-08f9520d-a97e-4046-b876-ada0221457d9 req-9127e794-e826-442b-bba6-4e3328c517d9 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724905 Aug 29 21:37:59.613184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:37:59.671277 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:37:59.677746 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:37:59.678272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:59.688177 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a56fa-8f24-4362-87a3-2990f2128c96 req-6827e565-7d9b-415c-bf80-677505697286 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:37:59.690321 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464a56fa-8f24-4362-87a3-2990f2128c96 req-6827e565-7d9b-415c-bf80-677505697286 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0612135 Aug 29 21:37:59.754087 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464a56fa-8f24-4362-87a3-2990f2128c96 req-d94f599e-99fd-4a3f-a9e5-65d8c1ee81c8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569739 Aug 29 21:37:59.776280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:37:59.776718 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:59.804190 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:37:59.806586 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8466c30f-eb7c-4a9c-a563-cc4469d874fa" -d '{"events": [{"server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "name": "network-vif-plugged", "status": "completed", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:37:59.826514 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:37:59.832753 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:37:59.864002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e79415e-322d-4961-a00f-f30cfa1bf02b x-openstack-request-id: req-2e79415e-322d-4961-a00f-f30cfa1bf02b {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:37:59.864323 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "name": "network-vif-plugged", "status": "completed", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:37:59.865194 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e79415e-322d-4961-a00f-f30cfa1bf02b {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:37:59.865381 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e79415e-322d-4961-a00f-f30cfa1bf02b'] response: {'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'code': 200} Aug 29 21:37:59.903553 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:00.061399 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf4a26-ffa2-411f-86c1-a7d2b7b960f2 req-54d571a3-bb51-4883-8ffe-78159b6a0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:00.063227 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e1cf4a26-ffa2-411f-86c1-a7d2b7b960f2 req-54d571a3-bb51-4883-8ffe-78159b6a0e56 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 1129 time: 0.0450630 Aug 29 21:38:00.111178 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e1cf4a26-ffa2-411f-86c1-a7d2b7b960f2 req-50bc7439-33ad-44e4-a363-13101fc827e5 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Aug 29 21:38:00.485488 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6c408eef-a3dd-4534-969a-19811e03590c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:00.680116 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:00.724070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29f561-cf9e-4c7e-9e5c-f76ba7503d1d req-36b5e616-4cd5-46cc-b1de-1ab267c700bb tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:00.725570 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c29f561-cf9e-4c7e-9e5c-f76ba7503d1d req-36b5e616-4cd5-46cc-b1de-1ab267c700bb tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0853386 Aug 29 21:38:00.734269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029a494-f93f-4ac6-a8e4-75d19f9f57eb req-a511c3a6-9ea8-438e-b06b-b83af91f7d3e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:00.736316 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c029a494-f93f-4ac6-a8e4-75d19f9f57eb req-a511c3a6-9ea8-438e-b06b-b83af91f7d3e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0846055 Aug 29 21:38:00.812575 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c29f561-cf9e-4c7e-9e5c-f76ba7503d1d req-43d1ea05-a1b0-476e-bef3-e6ab755e34ff tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752344 Aug 29 21:38:00.820313 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c029a494-f93f-4ac6-a8e4-75d19f9f57eb req-da6c2cc9-00a8-4b07-bbb3-009aaa8f49fa tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758948 Aug 29 21:38:00.921187 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1599-374a-4530-bf9c-cf6dcab486db req-01aee76c-153c-4640-971e-8067155de91b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:00.922995 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f3f1599-374a-4530-bf9c-cf6dcab486db req-01aee76c-153c-4640-971e-8067155de91b tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Aug 29 21:38:00.974878 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f3f1599-374a-4530-bf9c-cf6dcab486db req-59e41fb6-0fe4-484b-a723-907f3d530f23 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Aug 29 21:38:01.977340 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a264c-a41c-4a1b-8d19-fb53e691778f req-82a60440-9eaa-408d-a517-6a0dfd84a8f3 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:01.978763 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-aa7a264c-a41c-4a1b-8d19-fb53e691778f req-82a60440-9eaa-408d-a517-6a0dfd84a8f3 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0800254 Aug 29 21:38:02.006556 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bdc27-da3b-40de-9815-da3f44b5d634 req-cce5783d-27e6-4ef5-b1f4-6730f4f0683f tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:02.008041 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be5bdc27-da3b-40de-9815-da3f44b5d634 req-cce5783d-27e6-4ef5-b1f4-6730f4f0683f tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0765731 Aug 29 21:38:02.036646 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:02.057803 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-aa7a264c-a41c-4a1b-8d19-fb53e691778f req-497a550c-3821-4f27-8746-fe580e697056 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722303 Aug 29 21:38:02.082599 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be5bdc27-da3b-40de-9815-da3f44b5d634 req-e99109cc-2c0b-4b5c-96b6-5d4ebea56752 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675516 Aug 29 21:38:02.197612 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880f5e4-20fb-45b5-a617-70cd0b51e7c0 req-f1915cb6-267a-43aa-aa41-53b16c8b1b7a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:02.197612 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f880f5e4-20fb-45b5-a617-70cd0b51e7c0 req-f1915cb6-267a-43aa-aa41-53b16c8b1b7a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0796192 Aug 29 21:38:02.227542 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ef6af-2999-48a4-9122-02e2cec33895 req-eefdc4d3-c659-4397-90cd-fddc5d2d0f39 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:02.228902 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1ef6af-2999-48a4-9122-02e2cec33895 req-eefdc4d3-c659-4397-90cd-fddc5d2d0f39 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0825458 Aug 29 21:38:02.239604 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38920) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:02.244258 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'port_id': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:02.269561 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f880f5e4-20fb-45b5-a617-70cd0b51e7c0 req-250d6d85-32bc-4b5e-8b31-dfcb907ee602 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566962 Aug 29 21:38:02.286365 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (38c9978b-9a40-4365-93b8-50ab63bd1ae1), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:02.484436 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:02.781244 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:02.820775 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-40a05074-b925-4777-a037-68c1d331d2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:02.952850 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:02.959392 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (38c9978b-9a40-4365-93b8-50ab63bd1ae1), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:03.065930 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP 38c9978b-9a40-4365-93b8-50ab63bd1ae1 associated. External IP: 172.27.4.189, port: 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c. Aug 29 21:38:03.227023 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac316-e1aa-491d-9e57-adaa05b53170 req-04aaad5b-e31d-47d2-a058-0086cdcedcc1 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:03.228527 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-027ac316-e1aa-491d-9e57-adaa05b53170 req-04aaad5b-e31d-47d2-a058-0086cdcedcc1 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0526500 Aug 29 21:38:03.300240 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-027ac316-e1aa-491d-9e57-adaa05b53170 req-61ba3e61-630f-4071-ae41-11c7a452a6cb tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648973 Aug 29 21:38:03.353626 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:38:03.432859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc39a2-f16e-4800-bf0f-9fb5dd632343 req-9721ee43-5066-4aff-973e-c9d76262af41 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:03.435096 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-accc39a2-f16e-4800-bf0f-9fb5dd632343 req-9721ee43-5066-4aff-973e-c9d76262af41 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0670149 Aug 29 21:38:03.477036 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:38:03.483075 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:03.500295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:38:03.517478 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-accc39a2-f16e-4800-bf0f-9fb5dd632343 req-3ede5920-20f2-4558-9b37-b5be9ac36955 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753806 Aug 29 21:38:03.522061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:03.526035 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8c62f57c-ee57-444b-9e5e-eb279835b4b7 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/38c9978b-9a40-4365-93b8-50ab63bd1ae1 HTTP/1.1" status: 200 len: 991 time: 1.2820644 Aug 29 21:38:03.526260 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:03.526472 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:03.526472 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:03.568888 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ceec5-7800-4110-972e-e2e6c95e4f2c x-openstack-request-id: req-3e6ceec5-7800-4110-972e-e2e6c95e4f2c {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:03.569273 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:03.569679 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e6ceec5-7800-4110-972e-e2e6c95e4f2c {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:03.570294 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6ceec5-7800-4110-972e-e2e6c95e4f2c'] response: {'name': 'network-changed', 'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'status': 'completed', 'code': 200} Aug 29 21:38:03.656289 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:03.894698 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '38c9978b-9a40-4365-93b8-50ab63bd1ae1', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.189', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:71:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:37:51Z', 'updated_at': '2022-08-29T21:38:02Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:03.923627 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:38:03.933539 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:03.934098 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:04.048324 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:04.083566 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:04.092275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:04.319280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '38c9978b-9a40-4365-93b8-50ab63bd1ae1', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.189', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:71:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:37:51Z', 'updated_at': '2022-08-29T21:38:02Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:04.354576 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-14ee8358-006c-4f8f-aa30-35e7c77f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:04.358795 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-14ee8358-006c-4f8f-aa30-35e7c77f5fe4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 1129 time: 0.0736656 Aug 29 21:38:04.365916 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb20b28-ccb9-4837-99ea-a0d16a96d35c None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '38c9978b-9a40-4365-93b8-50ab63bd1ae1', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.189', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:71:92:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:37:51Z', 'updated_at': '2022-08-29T21:38:02Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:38:04.522131 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba75204-0d95-416a-815c-b04d63b54571 req-ae2b6ad9-9457-48ac-8dc4-0e361badc8ae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:04.523724 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-aba75204-0d95-416a-815c-b04d63b54571 req-ae2b6ad9-9457-48ac-8dc4-0e361badc8ae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1078820 Aug 29 21:38:04.588053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-e0bec8cb-6a4a-4960-b840-68f3e81ad0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:04.591420 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-e0bec8cb-6a4a-4960-b840-68f3e81ad0ff service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.2240672 Aug 29 21:38:04.619979 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-aba75204-0d95-416a-815c-b04d63b54571 req-72ffacc1-97e1-4a80-b197-f8681cfdb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893509 Aug 29 21:38:04.679633 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e726b1-a730-43ed-83af-289319966b96 None None] New status for floating IP 38c9978b-9a40-4365-93b8-50ab63bd1ae1: ACTIVE {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:38:04.696799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387241-81ef-4fda-bd47-00b281417700 req-17c9613b-3381-40a9-bbc0-b9e3693f4009 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:04.698422 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be387241-81ef-4fda-bd47-00b281417700 req-17c9613b-3381-40a9-bbc0-b9e3693f4009 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0619524 Aug 29 21:38:04.727477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:04.753323 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be387241-81ef-4fda-bd47-00b281417700 req-0b3737c6-3913-488b-bda5-bb2b6d387bff tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486493 Aug 29 21:38:04.815297 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:05.627011 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-1c397368-b154-431f-a47e-50a73a1743a1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c HTTP/1.1" status: 200 len: 1001 time: 0.0702660 Aug 29 21:38:05.634563 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:05.692796 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-4dd34a34-a9a9-46a2-b2b7-8a2002a3a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:05.694320 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-4dd34a34-a9a9-46a2-b2b7-8a2002a3a141 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0563581 Aug 29 21:38:05.751788 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:05.813406 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78036c83-8552-409b-98eb-3f416a29ac43 req-157935f0-7302-4b37-8f88-e35238eddb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:05.814884 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-78036c83-8552-409b-98eb-3f416a29ac43 req-157935f0-7302-4b37-8f88-e35238eddb53 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.1053231 Aug 29 21:38:05.819966 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-135cafac-1b4a-45f6-976e-d603a1ea3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:05.821392 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-135cafac-1b4a-45f6-976e-d603a1ea3223 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102920 Aug 29 21:38:05.837333 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c198b-d02e-4443-9b31-6805ece8361e req-20d4cb05-d724-47d8-9310-f6b96957bdad tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:05.838763 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-548c198b-d02e-4443-9b31-6805ece8361e req-20d4cb05-d724-47d8-9310-f6b96957bdad tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.1307504 Aug 29 21:38:05.945865 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:05.982826 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8f1ec-a025-4b8d-9a04-d44cb3904da4 req-271b27af-9b25-4a11-98db-29422b9e8323 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:05.984283 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f0d8f1ec-a025-4b8d-9a04-d44cb3904da4 req-271b27af-9b25-4a11-98db-29422b9e8323 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.1447127 Aug 29 21:38:06.008775 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-78036c83-8552-409b-98eb-3f416a29ac43 req-995f73dd-6149-405d-a745-bcd3488fa6d4 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863730 Aug 29 21:38:06.035782 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-548c198b-d02e-4443-9b31-6805ece8361e req-e8fe9072-1890-4d02-8143-30724fd6f891 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829696 Aug 29 21:38:06.057104 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-6b4f3ca2-744d-48e1-bcb8-f7e227753fb2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247300 Aug 29 21:38:06.080987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f0d8f1ec-a025-4b8d-9a04-d44cb3904da4 req-a8507ddf-43d0-411a-ba02-db2f81d41fcd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888536 Aug 29 21:38:06.336063 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ac4bbb7-ca88-405d-aa84-9ea22fa60dd2 req-76aeb968-9dfa-4a9e-9153-657b40f094a2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932505 Aug 29 21:38:07.041845 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38972) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:07.060441 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:38:07.158047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-18d5eb12-c07f-4404-a5e6-763e3f511071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.158260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2704bed-8099-42c9-a5ea-136158fba412 req-dc38e56d-0367-4af2-a644-a0fe7303487c tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:07.159573 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d2704bed-8099-42c9-a5ea-136158fba412 req-dc38e56d-0367-4af2-a644-a0fe7303487c tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0474384 Aug 29 21:38:07.227247 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1c4b3-f973-4b26-ba0c-c815678d1551 req-7913e51c-cf7b-4938-9092-4e33205a3bfc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:07.228767 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3ea1c4b3-f973-4b26-ba0c-c815678d1551 req-7913e51c-cf7b-4938-9092-4e33205a3bfc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0651739 Aug 29 21:38:07.241687 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-18d5eb12-c07f-4404-a5e6-763e3f511071 admin admin] Publish callbacks [] for security_group (deb77703-45f7-4c81-b144-5e43d376c979), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.246807 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-18d5eb12-c07f-4404-a5e6-763e3f511071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (deb77703-45f7-4c81-b144-5e43d376c979), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.265678 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d2704bed-8099-42c9-a5ea-136158fba412 req-2b12d53f-c181-44b5-85b7-fc8ce1ce6e00 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003420 Aug 29 21:38:07.287240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5eb12-c07f-4404-a5e6-763e3f511071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb77703-45f7-4c81-b144-5e43d376c979,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:07.292475 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-18d5eb12-c07f-4404-a5e6-763e3f511071 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=eb84f6f443ea43d898e918e230a750df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495630 Aug 29 21:38:07.295582 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 38980) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:07.296174 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3ea1c4b3-f973-4b26-ba0c-c815678d1551 req-950b1dd5-8d45-4e09-82b1-a0a4914211d6 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588901 Aug 29 21:38:07.346507 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d178a20-9c89-46dd-8f14-3f80d072eec6 admin admin] Publish callbacks [] for security_group (deb77703-45f7-4c81-b144-5e43d376c979), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.354999 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:07.358439 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:07.372070 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d178a20-9c89-46dd-8f14-3f80d072eec6 admin admin] Publish callbacks [] for security_group (deb77703-45f7-4c81-b144-5e43d376c979), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.420821 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d178a20-9c89-46dd-8f14-3f80d072eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (deb77703-45f7-4c81-b144-5e43d376c979), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.423475 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2d178a20-9c89-46dd-8f14-3f80d072eec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:07.424713 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2d178a20-9c89-46dd-8f14-3f80d072eec6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/deb77703-45f7-4c81-b144-5e43d376c979 HTTP/1.1" status: 204 len: 168 time: 0.1282020 Aug 29 21:38:07.432661 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d178a20-9c89-46dd-8f14-3f80d072eec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb77703-45f7-4c81-b144-5e43d376c979,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:08.412524 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35f4bb-1277-4ff9-abfa-6e24785c161d req-39a4e73f-fa1c-4ca3-b484-df9b2d20b4fd tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:08.413927 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d35f4bb-1277-4ff9-abfa-6e24785c161d req-39a4e73f-fa1c-4ca3-b484-df9b2d20b4fd tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0733845 Aug 29 21:38:08.435785 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dded504-2437-4c72-801c-3b8087128590 req-eb98ad19-8235-4622-be1c-da506b8d9451 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:08.437269 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7dded504-2437-4c72-801c-3b8087128590 req-eb98ad19-8235-4622-be1c-da506b8d9451 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0654976 Aug 29 21:38:08.731079 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d35f4bb-1277-4ff9-abfa-6e24785c161d req-fb0840aa-79b8-4009-8fdf-89cfb5e0616d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115499 Aug 29 21:38:08.744691 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7dded504-2437-4c72-801c-3b8087128590 req-d3ab1f05-769e-4b6f-8c53-aec73d7d4e57 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974098 Aug 29 21:38:09.074213 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:09.156766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:09.184661 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd8740-2b29-4a79-894d-2feb3f29dceb req-eabbaae7-33e0-4b0a-bbe8-c29e4a49b78f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:09.186065 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d6dd8740-2b29-4a79-894d-2feb3f29dceb req-eabbaae7-33e0-4b0a-bbe8-c29e4a49b78f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0596120 Aug 29 21:38:09.234600 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-ea4bad12-f3c6-4670-a447-578ded2b9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:09.235987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-ea4bad12-f3c6-4670-a447-578ded2b9773 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.0640304 Aug 29 21:38:09.304565 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d6dd8740-2b29-4a79-894d-2feb3f29dceb req-8198669e-2f7a-475e-92f8-6270e13d032a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996079 Aug 29 21:38:09.349500 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-688aa72d-f693-4b6b-aec2-85df262ae54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:09.350382 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-688aa72d-f693-4b6b-aec2-85df262ae54f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.1063306 Aug 29 21:38:09.417017 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-17f11fe7-20fc-456e-9633-8fc4b6a5531e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 1002 time: 0.0582082 Aug 29 21:38:09.467557 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-9122e228-46b8-4a6c-bc43-75299fc01013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:09.469050 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-9122e228-46b8-4a6c-bc43-75299fc01013 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0462306 Aug 29 21:38:09.563025 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:09.573370 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-bb79aa93-e03d-419a-8c8f-c18a39ad59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:09.575431 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-bb79aa93-e03d-419a-8c8f-c18a39ad59f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418913 Aug 29 21:38:09.702785 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-84fbe7f8-ca1b-47ed-b28b-b5234267cc1c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060126 Aug 29 21:38:09.817588 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2b92701-69a5-4f5e-9995-ed5871f099f4 req-11fe5be8-a8bc-46a9-8742-dae9c686d5fa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078932 Aug 29 21:38:09.884344 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9450d78-eb1e-4fe9-ad58-292520dd3572 req-af422e42-8b6c-4985-b447-2cb5da5eaf69 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:09.884626 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e9450d78-eb1e-4fe9-ad58-292520dd3572 req-af422e42-8b6c-4985-b447-2cb5da5eaf69 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0626106 Aug 29 21:38:09.945660 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e9450d78-eb1e-4fe9-ad58-292520dd3572 req-9ffd7f17-0eaf-4a1a-9f9c-c6d96ea15183 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536933 Aug 29 21:38:10.165097 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60631a-9a71-4e19-a364-851640c486d8 req-8898c43c-2642-43f6-b4a5-e8e1e99bee00 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:10.166676 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ba60631a-9a71-4e19-a364-851640c486d8 req-8898c43c-2642-43f6-b4a5-e8e1e99bee00 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0501783 Aug 29 21:38:10.219947 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ba60631a-9a71-4e19-a364-851640c486d8 req-887f85e2-42a0-4755-8154-a8d079e024a3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466611 Aug 29 21:38:10.446568 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b8640-49e4-4fbf-9db5-1ac83f5eb3e4 req-6bdb4d29-173d-4004-9099-c0e0ac34b8fc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:10.448052 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-044b8640-49e4-4fbf-9db5-1ac83f5eb3e4 req-6bdb4d29-173d-4004-9099-c0e0ac34b8fc tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0507414 Aug 29 21:38:10.497490 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-044b8640-49e4-4fbf-9db5-1ac83f5eb3e4 req-5fcd37d8-9bf9-4055-8146-cdd25667d030 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Aug 29 21:38:11.358465 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1745374-e8f7-41af-baa5-1f362d3d809d req-c7af8ed8-9a8b-4c87-9ec6-7d07b107807a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:11.360025 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c1745374-e8f7-41af-baa5-1f362d3d809d req-c7af8ed8-9a8b-4c87-9ec6-7d07b107807a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0557544 Aug 29 21:38:11.412653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c1745374-e8f7-41af-baa5-1f362d3d809d req-d248f9fc-2ad5-4089-9c6a-c12d1e28222c tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466354 Aug 29 21:38:11.492708 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-7ff1811b-eac1-42f1-99fc-fe26c22810f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:11.494250 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-7ff1811b-eac1-42f1-99fc-fe26c22810f3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1129 time: 0.0402460 Aug 29 21:38:11.508050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:11.611587 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-e89a2121-ed1a-4208-bbd3-415e8ded255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:11.613101 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-e89a2121-ed1a-4208-bbd3-415e8ded255d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 913 time: 0.1123497 Aug 29 21:38:11.646608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7e469-46ec-4d99-8417-de641a0967ef req-c672d20d-af32-4a41-8115-90e7d71d65b9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:11.648065 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e3a7e469-46ec-4d99-8417-de641a0967ef req-c672d20d-af32-4a41-8115-90e7d71d65b9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0568047 Aug 29 21:38:11.697090 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e3a7e469-46ec-4d99-8417-de641a0967ef req-d8cdc925-5716-496c-ba47-f6ddb4bcae15 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Aug 29 21:38:12.134844 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-23516fc4-6db4-4b59-bc3f-b391060192e5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 200 len: 1001 time: 0.0683212 Aug 29 21:38:12.190459 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-d65fe937-09bd-46cb-abbf-7c6bc944a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.191996 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-d65fe937-09bd-46cb-abbf-7c6bc944a2b3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.0490777 Aug 29 21:38:12.249067 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-fb5e8ec4-b7d1-4c0c-99b9-b5b3f23dd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.250865 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-fb5e8ec4-b7d1-4c0c-99b9-b5b3f23dd2eb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459349 Aug 29 21:38:12.352840 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-c5fd822c-46d1-4628-b5d4-0412e203664d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961711 Aug 29 21:38:12.410161 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:12.446960 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4020b04a-5ec7-41fd-b86e-41ffe97f8a27 req-f8d425b7-c051-49c1-ab59-2d1de8f2cd69 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878911 Aug 29 21:38:12.567014 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-f0084740-c219-4666-bcb5-980c884ccd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.568579 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-f0084740-c219-4666-bcb5-980c884ccd29 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 1129 time: 0.0673800 Aug 29 21:38:12.584566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdcac4-d551-4877-84de-506412267045 req-9399ed7a-3c5b-446d-bf72-2c73ca9f0f7a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.584566 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4cdcac4-d551-4877-84de-506412267045 req-9399ed7a-3c5b-446d-bf72-2c73ca9f0f7a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0882621 Aug 29 21:38:12.690777 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4cdcac4-d551-4877-84de-506412267045 req-2545dfda-ceac-40dc-a180-14deb2dacd03 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047714 Aug 29 21:38:12.718230 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-bde8da2c-f150-431a-b379-6669dae1bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.719811 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-bde8da2c-f150-431a-b379-6669dae1bebe service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 913 time: 0.1270733 Aug 29 21:38:12.819043 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-1fda75a4-6b5c-4d02-95d1-9b8cc5e24f62 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 200 len: 1001 time: 0.0902438 Aug 29 21:38:12.842696 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee556560-16a3-480e-891f-eef5f073ece3 req-a90cb0ee-bceb-4067-b26f-336895b424c8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.844176 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ee556560-16a3-480e-891f-eef5f073ece3 req-a90cb0ee-bceb-4067-b26f-336895b424c8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0681033 Aug 29 21:38:12.903553 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-44a0b096-1466-46c1-b164-c3a47800786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:12.905063 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-44a0b096-1466-46c1-b164-c3a47800786b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.0773227 Aug 29 21:38:12.921244 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ee556560-16a3-480e-891f-eef5f073ece3 req-5b9a9642-3e92-43bf-b4ab-9ca04188e802 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591316 Aug 29 21:38:13.037613 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a227fbf-2eb1-4634-9ab0-40e32ee7b7e7 req-648a2ac1-4499-44c4-a667-806fe48b33b9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:13.039098 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a227fbf-2eb1-4634-9ab0-40e32ee7b7e7 req-648a2ac1-4499-44c4-a667-806fe48b33b9 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0488794 Aug 29 21:38:13.048961 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39018) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:13.053526 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Request body: {'floatingip': {'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:13.107794 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:13.478701 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:13.520849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-9699c367-d452-448f-949b-112736b5afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:13.522392 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-9699c367-d452-448f-949b-112736b5afbe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515549 Aug 29 21:38:13.594560 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:13.599237 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:13.634485 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-6f5a5df3-a456-4d0a-bff9-1f6a7178c56d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984502 Aug 29 21:38:13.749179 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fa1e6b1c-fa9d-4fc8-a07d-170f59d87925 req-5e86f3a2-4cc5-4f78-ba5a-7c5c30c6ba08 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072330 Aug 29 21:38:13.821754 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28a8cf-4801-439b-ac99-a3b885f24663 req-6302b59c-05f0-4e5c-9584-d2c18a7db145 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:13.823401 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5c28a8cf-4801-439b-ac99-a3b885f24663 req-6302b59c-05f0-4e5c-9584-d2c18a7db145 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0516195 Aug 29 21:38:13.830160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Router a8d85bb4-8ff8-4efb-a314-d698b24a1780 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:38:13.885565 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5c28a8cf-4801-439b-ac99-a3b885f24663 req-395e6654-d664-4cda-9292-ab235f0cd0d2 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546658 Aug 29 21:38:13.935960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:13.944161 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:38:13.949290 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:13.955430 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] Sync routers for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:38:13.967881 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:13.968505 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:13.984743 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:13.986920 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b02c03-61a5-4c60-89e0-9751cd41f102" -d '{"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:14.025552 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-27ddb78a-2615-45a5-9386-d879395dde0a tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/dd549592-8f43-448f-b597-6d66c0a805ff HTTP/1.1" status: 200 len: 994 time: 0.9732604 Aug 29 21:38:14.029108 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e9e6e7-0d39-4938-a9f5-5c10a72afaac x-openstack-request-id: req-38e9e6e7-0d39-4938-a9f5-5c10a72afaac {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:14.029399 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:14.029781 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38e9e6e7-0d39-4938-a9f5-5c10a72afaac {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:14.030238 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e9e6e7-0d39-4938-a9f5-5c10a72afaac'] response: {'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'status': 'completed', 'code': 200} Aug 29 21:38:14.089923 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:14.099386 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-286e8107-6f75-4e0a-9bdd-e3a56d1e721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:14.100917 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-286e8107-6f75-4e0a-9bdd-e3a56d1e721e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.0424864 Aug 29 21:38:14.207504 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-256bd1dd-be3c-4c38-a08f-7cdae46d6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:14.208972 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-256bd1dd-be3c-4c38-a08f-7cdae46d6c09 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.1023238 Aug 29 21:38:14.251077 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:14.277914 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-95706e4b-6869-490e-865d-1089e6fcddb2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 1002 time: 0.0628188 Aug 29 21:38:14.346287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-aeb388f2-7599-4c59-93a5-5f2634a19e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:14.347759 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-aeb388f2-7599-4c59-93a5-5f2634a19e01 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0542636 Aug 29 21:38:14.352457 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'dd549592-8f43-448f-b597-6d66c0a805ff', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:04Z', 'updated_at': '2022-08-29T21:38:13Z', 'revision_number': 3, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:14.381404 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] Checking router: a8d85bb4-8ff8-4efb-a314-d698b24a1780 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:38:14.390543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:14.391412 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:14.392940 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-915e2363-39e4-44b9-8688-a4d6dc6441b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:14.394696 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-915e2363-39e4-44b9-8688-a4d6dc6441b6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408134 Aug 29 21:38:14.496213 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:14.500320 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-28b953d2-9444-41ac-9936-416c797c6262 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890858 Aug 29 21:38:14.592146 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-38b02c03-61a5-4c60-89e0-9751cd41f102 req-79bc562c-a545-4efb-96da-38a71fa4af92 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Aug 29 21:38:14.776916 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:14.837898 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:14.851131 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'dd549592-8f43-448f-b597-6d66c0a805ff', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:04Z', 'updated_at': '2022-08-29T21:38:13Z', 'revision_number': 3, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:14.877713 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc12435-3078-4eaf-83f5-c3b2d21c673e None None] The sync data for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi is: [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'dd549592-8f43-448f-b597-6d66c0a805ff', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'port_id': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'mac_address': 'fa:16:3e:9e:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446cfebe-c164-4c5b-8312-67dd13da2898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:36:04Z', 'updated_at': '2022-08-29T21:38:13Z', 'revision_number': 3, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:38:16.032125 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:16.034499 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5fbb4c-059b-4483-9c25-5b51ae203bea" -d '{"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:16.077341 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38726d60-ae60-4613-bd65-e229a26897bf x-openstack-request-id: req-38726d60-ae60-4613-bd65-e229a26897bf {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:16.077627 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:16.078034 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38726d60-ae60-4613-bd65-e229a26897bf {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:16.078443 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38726d60-ae60-4613-bd65-e229a26897bf'] response: {'name': 'network-changed', 'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'status': 'completed', 'code': 200} Aug 29 21:38:16.146051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-d999aa29-c3b7-4690-abfe-71b90c899fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:16.147464 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-d999aa29-c3b7-4690-abfe-71b90c899fd9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 1130 time: 0.0394011 Aug 29 21:38:16.251218 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-37921029-8411-4cc2-a162-a89289b8f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:16.252735 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-37921029-8411-4cc2-a162-a89289b8f819 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 200 len: 920 time: 0.0910959 Aug 29 21:38:16.316059 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-74f31557-7e32-4c3c-98e6-627e351d0ede service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 200 len: 1002 time: 0.0571241 Aug 29 21:38:16.371250 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-16a723ed-1fb2-485a-8f3e-cf7867b654bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:16.372748 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-16a723ed-1fb2-485a-8f3e-cf7867b654bf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 200 len: 857 time: 0.0479026 Aug 29 21:38:16.409446 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:16.419175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-affe66e1-bd18-4e76-8cb6-bf26e9cca43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:16.420700 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-affe66e1-bd18-4e76-8cb6-bf26e9cca43d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=9e04ecf7-e557-4380-9886-ee0044b14438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411429 Aug 29 21:38:16.516559 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-7fe2c08f-62ff-4bdc-9c55-0c280d7f4f85 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886683 Aug 29 21:38:16.611801 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e5fbb4c-059b-4483-9c25-5b51ae203bea req-4c656b00-011b-4503-93c5-bb397ce4486f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890119 Aug 29 21:38:24.016079 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:24.020126 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=7 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:24.855840 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=9 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:25.032537 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:25.033342 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:26.606506 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=21 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:26.608474 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=81 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:29.783576 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740ee8c-5d24-436d-8b6b-4bf78960ec6b req-25afcd88-f128-4f52-a9ad-274e60f105fc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:29.785142 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0740ee8c-5d24-436d-8b6b-4bf78960ec6b req-25afcd88-f128-4f52-a9ad-274e60f105fc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.0491092 Aug 29 21:38:29.838642 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0740ee8c-5d24-436d-8b6b-4bf78960ec6b req-242b777b-3d9c-4004-b196-5295225dff87 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472996 Aug 29 21:38:30.490405 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-479fae86-f6be-4b8f-835b-b6d8fd77a8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:30.979858 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f0356-9113-4354-a32d-b0f4069d4d72 req-c8c6120b-6eb6-4557-964d-6cd28f1bf550 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:30.981419 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d02f0356-9113-4354-a32d-b0f4069d4d72 req-c8c6120b-6eb6-4557-964d-6cd28f1bf550 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.0520084 Aug 29 21:38:31.039207 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d02f0356-9113-4354-a32d-b0f4069d4d72 req-fcfabd7f-e89a-4638-ba18-42fc38f91f3a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=12516407-5b93-4e49-8c89-08fbd331c28d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495877 Aug 29 21:38:31.616430 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-ef35fbdf-10f3-401c-8478-d9ca938409a4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:31.618061 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-ef35fbdf-10f3-401c-8478-d9ca938409a4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 946 time: 0.0521464 Aug 29 21:38:31.712926 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Deleting port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:38:31.713278 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:31.820343 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] For port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:31.820748 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:31.996535 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:31.997267 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (3fdcec47-488e-4f8d-8208-6ff5535561dc), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:31.997267 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Floating IP 3fdcec47-488e-4f8d-8208-6ff5535561dc disassociated. External IP: 172.27.4.74, port: 9a89d54f-b4bb-438b-aba7-0e6acacc72c3. Aug 29 21:38:31.997460 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Calling delete_port for 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:38:32.139851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (9a89d54f-b4bb-438b-aba7-0e6acacc72c3), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:32.189909 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-684f2210-892a-422b-b787-6b1471a1d751 req-140728ad-a798-4c53-9e5b-2602bb5a5d4d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 210 time: 0.0594151 Aug 29 21:38:32.190885 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event deleted for resources: {'Port': ['ID=9a89d54f-b4bb-438b-aba7-0e6acacc72c3,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:32.203979 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.204338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.204817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.207130 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.207130 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.207488 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.207889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.208337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.208885 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.209423 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.209720 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.210241 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.210815 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.211330 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.211710 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:32.340331 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Router 398dc043-6953-42e8-86bd-9690ba91f98d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:38:32.351548 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:32.675151 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:32.690027 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:38:32.701119 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:38:32.715364 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:32.715983 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:32.732545 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] No DVR routers for this DVR port 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:38:32.735174 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:32.738670 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfe78511-969a-4031-bca7-75adc6bf1ccc req-5c1bf91d-9c06-4c55-8865-c7c15d3592f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "DELETE /networking/v2.0/ports/9a89d54f-b4bb-438b-aba7-0e6acacc72c3 HTTP/1.1" status: 204 len: 173 time: 1.1149027 Aug 29 21:38:32.739522 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-deleted', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:32.739522 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712d3b0a-79c5-4a4c-b5c6-aeaa205ab05a" -d '{"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-deleted", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:32.787679 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27361037-744f-46f3-b39a-63387f868da1 x-openstack-request-id: req-27361037-744f-46f3-b39a-63387f868da1 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:32.788046 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f3dbb7-c3ca-46ab-9903-477493581b37", "name": "network-vif-deleted", "tag": "9a89d54f-b4bb-438b-aba7-0e6acacc72c3", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:32.788361 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27361037-744f-46f3-b39a-63387f868da1 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:32.788857 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27361037-744f-46f3-b39a-63387f868da1'] response: {'server_uuid': 'f3f3dbb7-c3ca-46ab-9903-477493581b37', 'name': 'network-vif-deleted', 'tag': '9a89d54f-b4bb-438b-aba7-0e6acacc72c3', 'status': 'completed', 'code': 200} Aug 29 21:38:32.829198 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-96ba9064-02b6-44b0-91a5-48e920ada4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:32.861977 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:33.087968 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:33.117905 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:38:33.133093 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:33.133941 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:33.255555 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:33.338018 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-22e52dec-b857-4c25-bef2-ffe5c9961417 req-4539c93e-7457-446a-aa4e-afc37149bdfc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3f3dbb7-c3ca-46ab-9903-477493581b37 HTTP/1.1" status: 200 len: 210 time: 0.0345252 Aug 29 21:38:33.469213 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:33.498325 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967ce2f-f03a-444e-9630-ff1379b64d3d None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:38:33.752694 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7ead1-8e37-464b-bc99-048512826350 None None] New status for floating IP 3fdcec47-488e-4f8d-8208-6ff5535561dc: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:38:34.473568 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39076) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:34.536121 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecc36-55b1-47ec-9ca4-db290922d3e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (12516407-5b93-4e49-8c89-08fbd331c28d), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.562394 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecc36-55b1-47ec-9ca4-db290922d3e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (12516407-5b93-4e49-8c89-08fbd331c28d), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.624683 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecc36-55b1-47ec-9ca4-db290922d3e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (12516407-5b93-4e49-8c89-08fbd331c28d), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.627353 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecc36-55b1-47ec-9ca4-db290922d3e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.628604 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7d1ecc36-55b1-47ec-9ca4-db290922d3e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/12516407-5b93-4e49-8c89-08fbd331c28d HTTP/1.1" status: 204 len: 168 time: 0.1540291 Aug 29 21:38:34.631566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39078) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:34.639374 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ecc36-55b1-47ec-9ca4-db290922d3e9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12516407-5b93-4e49-8c89-08fbd331c28d,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:34.649642 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.api.v2.resource [None req-7cae3ba9-1e7d-4c8c-812e-f984b56d071d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] show failed (client error): The resource could not be found. Aug 29 21:38:34.650716 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7cae3ba9-1e7d-4c8c-812e-f984b56d071d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups/12516407-5b93-4e49-8c89-08fbd331c28d HTTP/1.1" status: 404 len: 347 time: 0.0180826 Aug 29 21:38:34.654296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39080) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:34.794186 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Deleting port b3a4ee4a-fc99-45dc-aa9e-e1965972fec3 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:38:34.794531 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.818498 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.891162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.891510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:34.907272 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Calling delete_port for b3a4ee4a-fc99-45dc-aa9e-e1965972fec3 owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:38:35.050866 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (b3a4ee4a-fc99-45dc-aa9e-e1965972fec3), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.078233 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event deleted for resources: {'Port': ['ID=b3a4ee4a-fc99-45dc-aa9e-e1965972fec3,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:35.139582 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (3fdcec47-488e-4f8d-8208-6ff5535561dc), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.142388 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.143545 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e3ed3ca3-23fa-44df-8373-416ef81c2a48 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3fdcec47-488e-4f8d-8208-6ff5535561dc HTTP/1.1" status: 204 len: 168 time: 0.4880400 Aug 29 21:38:35.231807 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39088) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:35.236516 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038648115', 'description': 'tempest-description--690818815'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:35.261896 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.335730 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (99a154a2-d032-4cdd-a70b-e5b5c9fe8b13), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.339956 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (99a154a2-d032-4cdd-a70b-e5b5c9fe8b13), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.373174 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.374406 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1414919 Aug 29 21:38:35.375096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe4291-beac-455f-9572-d5977f13fb47 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:35.377382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39090) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:35.382204 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'security_group_rule': {'security_group_id': '99a154a2-d032-4cdd-a70b-e5b5c9fe8b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:35.413208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (4bb3fbac-7d2d-4833-81d6-bdd73a3b0349), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.461177 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:35.471519 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (4bb3fbac-7d2d-4833-81d6-bdd73a3b0349), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.476439 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (4bb3fbac-7d2d-4833-81d6-bdd73a3b0349), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.489408 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:35.497933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb3fbac-7d2d-4833-81d6-bdd73a3b0349,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:35.509290 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.510548 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6866ebd0-3fb8-4dc2-8f86-7ba8fde4424a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322484 Aug 29 21:38:35.514215 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39092) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:35.519490 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'security_group_rule': {'security_group_id': '99a154a2-d032-4cdd-a70b-e5b5c9fe8b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:35.547757 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (4e5ce873-3f63-4636-8e6c-45b53a672334), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.608154 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (4e5ce873-3f63-4636-8e6c-45b53a672334), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.611838 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (4e5ce873-3f63-4636-8e6c-45b53a672334), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.630878 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.631197 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5ce873-3f63-4636-8e6c-45b53a672334,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:35.640851 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.642079 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9739fb22-2d6b-4437-a71e-4a419d303737 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264701 Aug 29 21:38:35.645345 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39094) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:35.653710 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:35.677100 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.747467 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.763743 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:35.829988 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:38:35.850843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:38:35.851185 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9a89d54f-b4bb-438b-aba7-0e6acacc72c3 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:38:35.877736 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Allocated IP 172.27.4.54 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/02602804-2b55-4e89-b15f-a24bee3dbb5e) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:38:35.991774 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.024899 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.066149 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:38:36.069148 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:38:36.073623 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:38:36.094216 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:36.096710 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'Port': ['ID=02602804-2b55-4e89-b15f-a24bee3dbb5e,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:36.122826 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:36.162402 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (c2241256-667a-415b-b80a-0a4acdb50bb6), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.202151 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.348108 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.352698 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.418820 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'Port': ['ID=02602804-2b55-4e89-b15f-a24bee3dbb5e,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:36.421152 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (c2241256-667a-415b-b80a-0a4acdb50bb6), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.437652 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:36.438877 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-cd31f9f7-af08-48c0-afd4-4ee975456dcf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7903440 Aug 29 21:38:36.649281 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-54bcce22-49d0-4ab7-a358-feb777cf0431 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2038648115&fields=id&tenant_id=09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 267 time: 0.0433376 Aug 29 21:38:36.761937 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-0a4257b0-3c02-4dd4-801e-b6360af20229 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:36.763413 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-0a4257b0-3c02-4dd4-801e-b6360af20229 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 817 time: 0.1074913 Aug 29 21:38:36.779812 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-73b9c13c-bcec-4a36-bdfa-de230dc55483 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/quotas/09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 375 time: 0.0097764 Aug 29 21:38:36.829712 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-d7f17f14-42a0-4c1f-9782-07c283c9f459 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445814 Aug 29 21:38:36.933035 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-ce3bed9f-b87b-46b8-ad5e-0eea6bd255d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913813 Aug 29 21:38:37.027454 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-22786f5a-1398-4952-8edc-e1e8c8cbe3ea service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887895 Aug 29 21:38:38.208911 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-62c80c07-5e13-4d06-a5bd-a3aad516da17 req-9643fd6d-ee6b-4bd3-ba2e-b7091146d2ea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 210 time: 0.0307515 Aug 29 21:38:39.083161 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:39.329258 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-489078bf-c7a4-4dec-ba17-d95ecc1a23dd req-4c809537-4eae-4221-9585-67539431ffe3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 210 time: 0.0285542 Aug 29 21:38:39.558212 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-48c54e1b-4ed0-4d5e-8c78-9e169d564e7b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:39.559792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-48c54e1b-4ed0-4d5e-8c78-9e169d564e7b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 817 time: 0.1122217 Aug 29 21:38:39.627625 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-f8ca43a0-27f8-4fcd-8605-d290397b2385 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 380 time: 0.0535150 Aug 29 21:38:39.636744 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'port': {'device_id': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'admin_state_up': True, 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'security_groups': ['99a154a2-d032-4cdd-a70b-e5b5c9fe8b13']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:39.749655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Made reservation on behalf of 09369e28336d4f49a60ce03c3a3009ac for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:38:39.753603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:39.882242 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Allocated IP 172.20.0.10 (bbee627c-5d5c-4780-b2d4-43c7e4d208fc/93454e07-64fb-484b-ac3e-f86333c5cce9/d22eeab8-4235-4014-83a9-d0d8e059e752) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:38:39.887962 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:40.009564 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:40.029703 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.062134 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.106091 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:38:40.109380 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:38:40.113335 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:38:40.137073 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:40.173276 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:40.173903 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.193558 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-a610d3ee-0716-44f1-a8a0-4a20eb5b2f93 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5611923 Aug 29 21:38:40.205194 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Request body: {'port': {'device_id': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:40.277858 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.377280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-a860ff5c-5783-4ac6-a827-1b83cceb5627 None None] Provisioning complete for port d22eeab8-4235-4014-83a9-d0d8e059e752 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:38:40.377757 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a860ff5c-5783-4ac6-a827-1b83cceb5627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.415502 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-a860ff5c-5783-4ac6-a827-1b83cceb5627 None None] Port d22eeab8-4235-4014-83a9-d0d8e059e752 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:38:40.508417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638d7fa-5fdb-4ba3-81ac-297783a17d34 req-7f2ad654-8b56-447e-90e3-319d48df1f32 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:40.509911 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4638d7fa-5fdb-4ba3-81ac-297783a17d34 req-7f2ad654-8b56-447e-90e3-319d48df1f32 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 932 time: 0.0916636 Aug 29 21:38:40.597228 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4638d7fa-5fdb-4ba3-81ac-297783a17d34 req-941495a4-6ac7-4406-83bf-6ceca9f18a41 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783134 Aug 29 21:38:40.627055 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22eeab8-4235-4014-83a9-d0d8e059e752 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:38:40.634401 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Publish callbacks [] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.647767 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Transition to ACTIVE for port object d22eeab8-4235-4014-83a9-d0d8e059e752 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:38:40.652402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.686913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:40.714108 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:40.767050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Attempting to bind port d22eeab8-4235-4014-83a9-d0d8e059e752 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:38:40.767375 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Attempting to bind port d22eeab8-4235-4014-83a9-d0d8e059e752 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:38:40.767698 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Attempting to bind port d22eeab8-4235-4014-83a9-d0d8e059e752 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:38:40.772057 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Port d22eeab8-4235-4014-83a9-d0d8e059e752 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:38:40.772370 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Attempting to bind port d22eeab8-4235-4014-83a9-d0d8e059e752 on network bbee627c-5d5c-4780-b2d4-43c7e4d208fc {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:38:40.777811 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:38:40.778142 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Checking segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:38:40.778518 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Bound using segment: {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:38:40.778939 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Bound port: d22eeab8-4235-4014-83a9-d0d8e059e752, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab1797a-de0c-4f06-9875-d09679121761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:38:40.779290 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.817469 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:40.843792 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:38:40.846974 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:38:40.853465 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.856749 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:40.857376 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:40.858820 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 1094 time: 0.6578062 Aug 29 21:38:40.861423 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:40.864856 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726bd1ce-4287-435a-815b-17911f4b7a43" -d '{"events": [{"name": "network-changed", "server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:40.912565 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd5f39-f168-4430-b295-35b038c23111 x-openstack-request-id: req-dffd5f39-f168-4430-b295-35b038c23111 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:40.912920 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:40.913183 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dffd5f39-f168-4430-b295-35b038c23111 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:40.913579 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffd5f39-f168-4430-b295-35b038c23111'] response: {'name': 'network-changed', 'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'status': 'completed', 'code': 200} Aug 29 21:38:40.950667 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5a6b-1cf0-46c6-a1ec-c2f9303256c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:40.966262 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-4299ad4d-826a-4667-bb08-51e87ec563aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:40.967819 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-4299ad4d-826a-4667-bb08-51e87ec563aa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1128 time: 0.0484443 Aug 29 21:38:41.010678 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-f212bea3-5153-4fdc-8511-e658f9272114 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 217 time: 0.0343244 Aug 29 21:38:41.063545 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-b9d8a1eb-4a8b-4fef-a514-254ce53c5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:41.065033 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-b9d8a1eb-4a8b-4fef-a514-254ce53c5747 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0476151 Aug 29 21:38:41.111828 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-6d6ab6d4-1fe6-4746-a934-7323fdd88f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:41.113405 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-6d6ab6d4-1fe6-4746-a934-7323fdd88f1d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422285 Aug 29 21:38:41.211525 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-f62dc87a-7051-4444-9cb1-0b5b6fedb5ee service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918806 Aug 29 21:38:41.305648 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-130d8c58-1f45-442a-975d-5bb061ee91a4 req-b8fb9122-7b88-47af-8729-b1b20998b1d9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882750 Aug 29 21:38:41.729244 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50096-9434-4ede-8d95-2c53f9ac3ee5 req-9ba1aa8a-77f3-4a1c-ba64-d24506310903 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:41.730761 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ec50096-9434-4ede-8d95-2c53f9ac3ee5 req-9ba1aa8a-77f3-4a1c-ba64-d24506310903 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0497768 Aug 29 21:38:41.783561 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ec50096-9434-4ede-8d95-2c53f9ac3ee5 req-131668b8-b57b-4351-b2d1-dc99793dd9e1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Aug 29 21:38:42.480367 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-9a032cc6-e53c-4428-8749-761846a7a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:42.481893 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-9a032cc6-e53c-4428-8749-761846a7a483 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1128 time: 0.0401266 Aug 29 21:38:42.584177 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-13f77e8a-c475-4bbe-a6b6-a72b12520666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:42.585643 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-13f77e8a-c475-4bbe-a6b6-a72b12520666 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.0965471 Aug 29 21:38:42.625600 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-b2483446-9d97-451e-92d6-6c134f996f2c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 217 time: 0.0339379 Aug 29 21:38:42.679331 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-a5e69880-632f-44b7-8036-87b6756b40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:42.680820 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-a5e69880-632f-44b7-8036-87b6756b40b8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0466602 Aug 29 21:38:42.735738 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-f460f200-b65d-4677-8bb6-91dd5fcbe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:42.737194 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-f460f200-b65d-4677-8bb6-91dd5fcbe640 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468409 Aug 29 21:38:42.809773 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:42.834613 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-01da19e3-aba2-4ee7-8f41-51c7faddd24b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895576 Aug 29 21:38:42.951098 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd4c0b-2c42-4700-a50a-bedc22e1a726 req-a80fa9a0-f6ec-4e79-928b-7dbea56b1e15 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:42.952744 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3fd4c0b-2c42-4700-a50a-bedc22e1a726 req-a80fa9a0-f6ec-4e79-928b-7dbea56b1e15 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0589681 Aug 29 21:38:42.987743 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-726bd1ce-4287-435a-815b-17911f4b7a43 req-f3e9765b-18e4-4f1b-87be-5eb00367c72c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450722 Aug 29 21:38:42.994496 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:43.020243 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3fd4c0b-2c42-4700-a50a-bedc22e1a726 req-29e4d627-830c-48c5-9c10-af28990704b3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502560 Aug 29 21:38:43.471852 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=72 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:43.473845 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=60 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:43.847370 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:38:43.953901 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:43.965591 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'mac_address': 'fa:16:3e:e0:cc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:38:44.002686 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:38:44.003079 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:44.016898 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22eeab8-4235-4014-83a9-d0d8e059e752 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:38:44.039045 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:44.044542 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:44.061602 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:38:44.094388 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:44.102415 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.102684 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.103046 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.104332 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.104332 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.104654 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.105024 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.105352 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.105677 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.106004 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.106328 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.106677 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.107003 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.107323 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.107641 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:38:44.156002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f90d4-65ae-4936-b57b-cd812507c4f6 req-f85ae601-85ed-4a00-8a2e-39ef49798ecf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:44.157547 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b2f90d4-65ae-4936-b57b-cd812507c4f6 req-f85ae601-85ed-4a00-8a2e-39ef49798ecf tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 945 time: 0.0518587 Aug 29 21:38:44.207400 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b2f90d4-65ae-4936-b57b-cd812507c4f6 req-43feaa7c-6d46-4f59-8730-a635bdd1ec9b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441613 Aug 29 21:38:44.376446 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['d22eeab8-4235-4014-83a9-d0d8e059e752'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:38:45.335895 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679f30-a279-4db9-8678-57113b53ce0e req-30b71c83-ca54-46e5-a9eb-83b874d85cfc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:45.337399 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4679f30-a279-4db9-8678-57113b53ce0e req-30b71c83-ca54-46e5-a9eb-83b874d85cfc tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 945 time: 0.0473135 Aug 29 21:38:45.387791 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4679f30-a279-4db9-8678-57113b53ce0e req-62e18b4b-5151-4c7e-9500-48f8521014ed tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Aug 29 21:38:45.866700 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:38:45.911360 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port d22eeab8-4235-4014-83a9-d0d8e059e752 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:38:45.917085 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port d22eeab8-4235-4014-83a9-d0d8e059e752 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:38:45.917499 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:45.995967 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:38:45.996360 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:45.998179 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:46.008197 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:46.024266 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:46.026544 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe758ec-46c2-4abf-90c3-60cac1f1d6eb" -d '{"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-plugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:46.039471 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:46.043602 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:46.068810 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec32d21-ebc7-41a5-830d-4d8819ad1ba2 x-openstack-request-id: req-eec32d21-ebc7-41a5-830d-4d8819ad1ba2 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:46.069131 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-plugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:46.069392 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eec32d21-ebc7-41a5-830d-4d8819ad1ba2 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:46.069796 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec32d21-ebc7-41a5-830d-4d8819ad1ba2'] response: {'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'code': 200} Aug 29 21:38:46.097490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:46.237844 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88d793-f350-45cd-98fd-a54ff6dcc18a req-bf01e5d4-4135-40af-801a-db0ee168f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:46.239227 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0d88d793-f350-45cd-98fd-a54ff6dcc18a req-bf01e5d4-4135-40af-801a-db0ee168f843 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1130 time: 0.0384588 Aug 29 21:38:46.292923 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0d88d793-f350-45cd-98fd-a54ff6dcc18a req-5e150ca9-18b5-474a-9632-9f42ccd1553c service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Aug 29 21:38:46.430749 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:46.431515 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:46.518000 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a77c9-4716-4c0a-afbf-b59d3ee9c16e req-c82549a1-6433-498b-8e63-627c71a296d2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:46.519409 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e09a77c9-4716-4c0a-afbf-b59d3ee9c16e req-c82549a1-6433-498b-8e63-627c71a296d2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0508664 Aug 29 21:38:46.574634 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e09a77c9-4716-4c0a-afbf-b59d3ee9c16e req-b73f50e5-f660-4d00-affa-e0b1b9c461a9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489950 Aug 29 21:38:47.711423 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c274708-503b-4e30-ab27-cbf3071d2c65 req-e047b2d0-3638-4859-a112-22e3f8b34560 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:47.713634 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c274708-503b-4e30-ab27-cbf3071d2c65 req-e047b2d0-3638-4859-a112-22e3f8b34560 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0535920 Aug 29 21:38:47.776065 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c274708-503b-4e30-ab27-cbf3071d2c65 req-f5acf2a0-1e77-43d3-8d38-4ad41cc17f3a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508258 Aug 29 21:38:48.923271 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e92ae6-532e-4b30-922d-c97f1303b9a6 req-e0d57dad-ae99-445c-a06d-c44e4fb0acfa tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:48.924953 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-46e92ae6-532e-4b30-922d-c97f1303b9a6 req-e0d57dad-ae99-445c-a06d-c44e4fb0acfa tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0642502 Aug 29 21:38:48.982870 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-46e92ae6-532e-4b30-922d-c97f1303b9a6 req-10221188-ce34-4a3f-a48b-552518342a31 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522475 Aug 29 21:38:49.122577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a676-8a5c-4ee8-84c1-d8939e4fc95c req-e6088b11-4faf-48f0-b297-6724dcbdbe98 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:49.124141 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f0b4a676-8a5c-4ee8-84c1-d8939e4fc95c req-e6088b11-4faf-48f0-b297-6724dcbdbe98 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0572541 Aug 29 21:38:49.135233 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39178) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:38:49.140836 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Request body: {'floatingip': {'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:38:49.193639 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (c2241256-667a-415b-b80a-0a4acdb50bb6), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:49.883558 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:49.887601 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (c2241256-667a-415b-b80a-0a4acdb50bb6), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:49.987674 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Floating IP c2241256-667a-415b-b80a-0a4acdb50bb6 associated. External IP: 172.27.4.54, port: d22eeab8-4235-4014-83a9-d0d8e059e752. Aug 29 21:38:50.195491 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Router 398dc043-6953-42e8-86bd-9690ba91f98d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:38:50.308225 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:38:50.314593 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:50.319890 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:38:50.329475 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:50.330167 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:50.347721 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-a28d7460-93d0-42c5-b8c3-ddd00d2632b1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/c2241256-667a-415b-b80a-0a4acdb50bb6 HTTP/1.1" status: 200 len: 991 time: 1.2106917 Aug 29 21:38:50.348309 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:50.352830 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec" -d '{"events": [{"name": "network-changed", "server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:50.390592 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae680335-1b66-49d6-9d2f-7938cb998049 x-openstack-request-id: req-ae680335-1b66-49d6-9d2f-7938cb998049 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:50.390862 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:50.391192 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae680335-1b66-49d6-9d2f-7938cb998049 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:50.391578 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae680335-1b66-49d6-9d2f-7938cb998049'] response: {'name': 'network-changed', 'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'status': 'completed', 'code': 200} Aug 29 21:38:50.440609 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:50.456368 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-a5bbcee6-93ff-48d1-a7cd-ccc90460b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:50.458330 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-a5bbcee6-93ff-48d1-a7cd-ccc90460b9e4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1130 time: 0.0426829 Aug 29 21:38:50.566305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-bda64386-b8ab-4af0-846c-95ab5c42a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:50.568077 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-bda64386-b8ab-4af0-846c-95ab5c42a6ff service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.1037083 Aug 29 21:38:50.636787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-1e0e7e4d-b3c4-46bf-9ffb-339fb8a2af92 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 999 time: 0.0621204 Aug 29 21:38:50.682133 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c2241256-667a-415b-b80a-0a4acdb50bb6', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'floating_ip_address': '172.27.4.54', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'mac_address': 'fa:16:3e:e0:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:38:36Z', 'updated_at': '2022-08-29T21:38:49Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:50.694499 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:50.699822 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-ca950445-6bed-412a-9263-cf240ea46912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:50.701301 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-ca950445-6bed-412a-9263-cf240ea46912 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0544157 Aug 29 21:38:50.712350 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:38:50.722941 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:50.723558 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:50.748064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-1f56fbd8-5d7e-4bec-a305-837ef9283a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:50.749616 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-1f56fbd8-5d7e-4bec-a305-837ef9283a39 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419428 Aug 29 21:38:50.838439 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:50.856290 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-0349b60c-eef2-4066-a139-1b35061e7057 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914643 Aug 29 21:38:50.882813 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:51.078605 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c2241256-667a-415b-b80a-0a4acdb50bb6', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'floating_ip_address': '172.27.4.54', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'mac_address': 'fa:16:3e:e0:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:38:36Z', 'updated_at': '2022-08-29T21:38:49Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:51.105070 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517757f-bf8e-4a3d-85e7-f57653e5ac37 None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'c2241256-667a-415b-b80a-0a4acdb50bb6', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'floating_ip_address': '172.27.4.54', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'mac_address': 'fa:16:3e:e0:cc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:38:36Z', 'updated_at': '2022-08-29T21:38:49Z', 'revision_number': 1, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:38:51.198887 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a0a95e1a-b2a0-4fa8-bd61-3fbc7f9430ec req-2239a562-6ca8-4ad6-87d5-4b4e8492e904 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362331 Aug 29 21:38:51.339295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe516ca-f8c1-48c1-910d-d651e1659d76 None None] New status for floating IP c2241256-667a-415b-b80a-0a4acdb50bb6: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:38:55.695927 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea14148-c463-4b8a-93f4-0e776db002cd req-1810de01-1806-4762-9eb1-ab9864d7e6c0 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:55.697450 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cea14148-c463-4b8a-93f4-0e776db002cd req-1810de01-1806-4762-9eb1-ab9864d7e6c0 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0485632 Aug 29 21:38:55.744904 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cea14148-c463-4b8a-93f4-0e776db002cd req-d9444e56-8bad-4cea-ab20-a9d094caac66 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Aug 29 21:38:56.870238 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2686aac-bfc0-4795-9b2e-d7bdd2bfa5c8 req-285e442a-fcc3-47f2-8ade-1c49a3069df4 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:56.871723 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2686aac-bfc0-4795-9b2e-d7bdd2bfa5c8 req-285e442a-fcc3-47f2-8ade-1c49a3069df4 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0520036 Aug 29 21:38:56.923999 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2686aac-bfc0-4795-9b2e-d7bdd2bfa5c8 req-173fcc88-12fc-4f92-b363-7753d5af8cd3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Aug 29 21:38:58.088985 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515de69-f602-49eb-9ce7-4eb61d1e8a1d req-2c945b20-b628-4e12-a838-8f6720ece728 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:58.090668 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c515de69-f602-49eb-9ce7-4eb61d1e8a1d req-2c945b20-b628-4e12-a838-8f6720ece728 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0854213 Aug 29 21:38:58.096549 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-ff44bdcc-b136-4ab8-928f-dadb887b3444 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:58.098006 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-ff44bdcc-b136-4ab8-928f-dadb887b3444 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 945 time: 0.0805287 Aug 29 21:38:58.209819 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c515de69-f602-49eb-9ce7-4eb61d1e8a1d req-d773adb4-b217-42aa-b00e-73252e70b2c3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108193 Aug 29 21:38:58.230682 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Deleting port b456e2d3-818e-4eae-971c-1b0f5b3baa83 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:38:58.231035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:58.341587 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] For port b456e2d3-818e-4eae-971c-1b0f5b3baa83, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b456e2d3-818e-4eae-971c-1b0f5b3baa83,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:38:58.341944 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:58.523491 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:58.523854 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (07850bf8-1963-41d9-97be-8a199f381874), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:58.524173 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Floating IP 07850bf8-1963-41d9-97be-8a199f381874 disassociated. External IP: 172.27.4.144, port: b456e2d3-818e-4eae-971c-1b0f5b3baa83. Aug 29 21:38:58.524520 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Calling delete_port for b456e2d3-818e-4eae-971c-1b0f5b3baa83 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:38:58.633493 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:58.660726 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:58.666337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (b456e2d3-818e-4eae-971c-1b0f5b3baa83), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:58.697119 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event deleted for resources: {'Port': ['ID=b456e2d3-818e-4eae-971c-1b0f5b3baa83,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:38:58.823482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Router b6624aa6-376b-4949-a46f-84174eaccf7d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:38:58.939514 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:38:58.952339 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:38:58.969580 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:58.970631 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:58.988661 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] No DVR routers for this DVR port b456e2d3-818e-4eae-971c-1b0f5b3baa83 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:38:58.991130 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:38:58.994553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f3242b5-438e-4158-af0c-765547c7c7a3 req-31f1b2ef-7ead-46bf-90f5-b8e15ddeb488 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "DELETE /networking/v2.0/ports/b456e2d3-818e-4eae-971c-1b0f5b3baa83 HTTP/1.1" status: 204 len: 173 time: 0.8890295 Aug 29 21:38:58.994991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'name': 'network-vif-deleted', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:38:58.997319 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee0a515-907a-4675-9a86-e4f1b3096c07" -d '{"events": [{"server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "name": "network-vif-deleted", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:38:59.044318 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6d5ca-c997-4121-baed-08ba85f06a0f x-openstack-request-id: req-b6c6d5ca-c997-4121-baed-08ba85f06a0f {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:38:59.044705 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3846b1-ac29-4006-89ea-bcd7a6c82b2d", "name": "network-vif-deleted", "tag": "b456e2d3-818e-4eae-971c-1b0f5b3baa83", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:38:59.045212 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6c6d5ca-c997-4121-baed-08ba85f06a0f {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:38:59.045637 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c6d5ca-c997-4121-baed-08ba85f06a0f'] response: {'server_uuid': '4c3846b1-ac29-4006-89ea-bcd7a6c82b2d', 'name': 'network-vif-deleted', 'tag': 'b456e2d3-818e-4eae-971c-1b0f5b3baa83', 'status': 'completed', 'code': 200} Aug 29 21:38:59.069447 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:59.070058 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:38:59.101726 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:59.320780 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:59.350373 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:38:59.372950 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:38:59.373742 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:38:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:59.382381 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b2854ac5-7819-4759-a829-f482ab7b6572 req-e2e8913f-9305-48df-95b5-c0009b572860 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 210 time: 0.0655210 Aug 29 21:38:59.487193 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:38:59.635491 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238cddd-e19a-4b02-a69d-2b4c7f86eca8 req-2f556254-1510-49cf-9ac7-f449f090c3f6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:59.637515 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d238cddd-e19a-4b02-a69d-2b4c7f86eca8 req-2f556254-1510-49cf-9ac7-f449f090c3f6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0621488 Aug 29 21:38:59.720981 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d238cddd-e19a-4b02-a69d-2b4c7f86eca8 req-10b913fe-646c-4e16-8733-e3202286723d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750766 Aug 29 21:38:59.805947 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:38:59.832570 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3470167-20cb-47c0-b2f3-0aa2a5b99e7b None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:38:59.885326 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed9a42-c0a7-4fbb-8112-b4a7ce9b12f4 req-4a99fe66-23ad-4e50-9ca8-433ba7cef836 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:38:59.886833 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7aed9a42-c0a7-4fbb-8112-b4a7ce9b12f4 req-4a99fe66-23ad-4e50-9ca8-433ba7cef836 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Aug 29 21:38:59.938768 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7aed9a42-c0a7-4fbb-8112-b4a7ce9b12f4 req-89120a07-3628-40f5-9c0e-1c4b97e14814 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Aug 29 21:39:00.061708 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099e76a4-169b-454f-888f-3a86b6fcf9bb None None] New status for floating IP 07850bf8-1963-41d9-97be-8a199f381874: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:00.343287 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:00.344282 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:00.497700 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-3cbc1a22-c008-46c0-a0d1-d05b133eb955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:00.505732 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-74933a11-8f51-416c-92c6-d0d2b8781c40 req-f3654e96-c57c-4ef9-b17a-cabf2a7dd652 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4c3846b1-ac29-4006-89ea-bcd7a6c82b2d HTTP/1.1" status: 200 len: 210 time: 0.0304880 Aug 29 21:39:00.846357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84d670-19c2-44ee-84c2-fe4d13913ad9 req-a7b332c9-bb7c-4b80-99ab-c9400c677409 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:00.847862 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9d84d670-19c2-44ee-84c2-fe4d13913ad9 req-a7b332c9-bb7c-4b80-99ab-c9400c677409 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0543222 Aug 29 21:39:00.901376 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9d84d670-19c2-44ee-84c2-fe4d13913ad9 req-abd4b07d-4bd8-4aae-8be8-2643077c7507 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475290 Aug 29 21:39:01.066378 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ffb1f-0708-4898-be2f-819279c34dba req-4c0ba42e-7f00-43d1-8d65-4f2a67bc4d75 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:01.068061 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c14ffb1f-0708-4898-be2f-819279c34dba req-4c0ba42e-7f00-43d1-8d65-4f2a67bc4d75 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Aug 29 21:39:01.123904 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c14ffb1f-0708-4898-be2f-819279c34dba req-8610c1ee-345d-4d04-b538-8ab652886cb6 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490131 Aug 29 21:39:01.597874 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39288) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:01.654484 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (7d2d2ad9-93da-44d4-a2ff-83cbf4383aac), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.685744 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (7d2d2ad9-93da-44d4-a2ff-83cbf4383aac), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.735855 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7d2d2ad9-93da-44d4-a2ff-83cbf4383aac), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.737829 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.742807 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7d2d2ad9-93da-44d4-a2ff-83cbf4383aac HTTP/1.1" status: 204 len: 168 time: 0.1402280 Aug 29 21:39:01.743281 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39290) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:01.750020 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d2ad9-93da-44d4-a2ff-83cbf4383aac,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:01.757831 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.758181 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.758295 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.api.v2.resource [None req-c2caad2e-ca9b-4949-8039-d4adc8ee8010 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] show failed (client error): The resource could not be found. Aug 29 21:39:01.758548 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.758878 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.759879 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c2caad2e-ca9b-4949-8039-d4adc8ee8010 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups/7d2d2ad9-93da-44d4-a2ff-83cbf4383aac HTTP/1.1" status: 404 len: 347 time: 0.0144479 Aug 29 21:39:01.761045 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.761380 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.761702 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.762033 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.762510 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.763022 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.763148 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39292) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:01.763331 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.763662 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.763988 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.764308 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.764650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca098c-ad06-49cf-b792-721394ddb05d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:01.879931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Deleting port b08f0c46-5ae5-425c-8d16-3ea703e4d021 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:01.880270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.956756 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b456e2d3-818e-4eae-971c-1b0f5b3baa83 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:01.964312 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.964750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (b08f0c46-5ae5-425c-8d16-3ea703e4d021), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:01.980089 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Calling delete_port for b08f0c46-5ae5-425c-8d16-3ea703e4d021 owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:01.980347 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: b456e2d3-818e-4eae-971c-1b0f5b3baa83 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:01.980722 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b456e2d3-818e-4eae-971c-1b0f5b3baa83 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:02.072136 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:02.093237 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:02.164927 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (b08f0c46-5ae5-425c-8d16-3ea703e4d021), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.189724 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event deleted for resources: {'Port': ['ID=b08f0c46-5ae5-425c-8d16-3ea703e4d021,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:02.320610 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62e5e0-176a-47d9-8c77-9170800ee3e3 req-4294a5aa-20a2-4b48-b990-9562325f448a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.322215 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf62e5e0-176a-47d9-8c77-9170800ee3e3 req-4294a5aa-20a2-4b48-b990-9562325f448a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.3433893 Aug 29 21:39:02.331359 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57085e2-9b29-4b16-912c-6771c7350af7 req-e10c4cf0-1d89-48b5-aeec-161600828384 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:02.332863 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c57085e2-9b29-4b16-912c-6771c7350af7 req-e10c4cf0-1d89-48b5-aeec-161600828384 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.1157427 Aug 29 21:39:02.359072 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (07850bf8-1963-41d9-97be-8a199f381874), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.361584 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.362725 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7bed011b-2cd2-4165-8077-9cb9ba285d5e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/07850bf8-1963-41d9-97be-8a199f381874 HTTP/1.1" status: 204 len: 168 time: 0.5987282 Aug 29 21:39:02.420337 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bf62e5e0-176a-47d9-8c77-9170800ee3e3 req-8e074a90-34ba-4a98-a05a-8232e00b162f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845809 Aug 29 21:39:02.423744 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c57085e2-9b29-4b16-912c-6771c7350af7 req-30ec9e4a-04c0-4185-8f9a-6fac51287134 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838413 Aug 29 21:39:02.486790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39302) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:02.491289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035647952', 'description': 'tempest-description--520104948'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:02.513376 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.589191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (fca8db45-7a71-402f-89cd-0b0ea11deaa7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.593058 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (fca8db45-7a71-402f-89cd-0b0ea11deaa7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.623397 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.624669 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1368346 Aug 29 21:39:02.626618 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6a085-0e65-42a3-8806-2abd3d372fae tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca8db45-7a71-402f-89cd-0b0ea11deaa7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:02.627772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39304) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:02.632363 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'security_group_rule': {'security_group_id': 'fca8db45-7a71-402f-89cd-0b0ea11deaa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:02.661109 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (a7c99c17-4e45-45c7-bc72-33c4b03c10e2), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.719172 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (a7c99c17-4e45-45c7-bc72-33c4b03c10e2), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.722902 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (a7c99c17-4e45-45c7-bc72-33c4b03c10e2), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.741846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c99c17-4e45-45c7-bc72-33c4b03c10e2,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:02.749600 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.750817 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a31364de-1c68-4649-923f-a5166b7e6964 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219993 Aug 29 21:39:02.753533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39306) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:02.757888 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'security_group_rule': {'security_group_id': 'fca8db45-7a71-402f-89cd-0b0ea11deaa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:02.793083 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (8673ebd7-587c-4a1e-b7fe-ac0b43570d87), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.823850 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-50af2404-3bb8-4aa4-83e5-38b49e23b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.848482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (8673ebd7-587c-4a1e-b7fe-ac0b43570d87), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.851771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (8673ebd7-587c-4a1e-b7fe-ac0b43570d87), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.870127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8673ebd7-587c-4a1e-b7fe-ac0b43570d87,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:02.879314 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.880515 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-09773f90-901b-4604-b7f5-9791960c8f33 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260614 Aug 29 21:39:02.883533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39308) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:02.888368 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:02.911452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:02.990555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.079384 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:03.104017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Allocated IP 172.27.4.177 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/bd898048-cf01-4168-b81f-79f879296708) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:03.108375 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:03.214543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for port (bd898048-cf01-4168-b81f-79f879296708), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.253339 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (bd898048-cf01-4168-b81f-79f879296708), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.294309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:03.299120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:03.302879 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:03.306193 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'Port': ['ID=bd898048-cf01-4168-b81f-79f879296708,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:03.385577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (ebf1de63-e7df-4fff-8b0f-cb453e877098), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.426641 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (bd898048-cf01-4168-b81f-79f879296708), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.600125 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9d3f3-1265-4a5f-a8a4-4ce875395d6c req-29190024-d201-47e4-8185-c95da84154bd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:03.601605 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0ce9d3f3-1265-4a5f-a8a4-4ce875395d6c req-29190024-d201-47e4-8185-c95da84154bd tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0896356 Aug 29 21:39:03.609117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63a819-06b4-4efd-875a-e1225e2f19d6 req-4f40e2cb-c4fe-4883-ad87-37c4a75cb79f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:03.610437 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4a63a819-06b4-4efd-875a-e1225e2f19d6 req-4f40e2cb-c4fe-4883-ad87-37c4a75cb79f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.0995548 Aug 29 21:39:03.717427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for port (bd898048-cf01-4168-b81f-79f879296708), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.726285 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (bd898048-cf01-4168-b81f-79f879296708), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.734501 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4a63a819-06b4-4efd-875a-e1225e2f19d6 req-38aa4c16-ea31-49d0-bea3-b4fc56dbbef3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140711 Aug 29 21:39:03.757537 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0ce9d3f3-1265-4a5f-a8a4-4ce875395d6c req-f624347c-6fc2-4faf-95d5-f05a12649bac tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407876 Aug 29 21:39:03.782003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:03.802133 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (ebf1de63-e7df-4fff-8b0f-cb453e877098), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.808785 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'Port': ['ID=bd898048-cf01-4168-b81f-79f879296708,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:03.824321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:03.825697 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-140effb3-6744-46fa-8737-c02d42e3349b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9406729 Aug 29 21:39:04.009023 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:04.025736 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-ca7aef5b-d6a4-497a-b103-1a8a77de1088 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2035647952&fields=id&tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92 HTTP/1.1" status: 200 len: 267 time: 0.0450630 Aug 29 21:39:04.135373 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-2ac13432-8b28-4bbf-8b87-7b4a79db46f3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:04.136828 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-2ac13432-8b28-4bbf-8b87-7b4a79db46f3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 811 time: 0.1044869 Aug 29 21:39:04.152246 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-bd9d599b-1571-4766-b4e0-c964244ea2b3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/quotas/7d9928c37b2b46f5abd0ac1ba1c3ca92 HTTP/1.1" status: 200 len: 375 time: 0.0094473 Aug 29 21:39:04.206071 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-c5c04d6b-c9bf-4265-a563-9f4edcfae203 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463393 Aug 29 21:39:04.314756 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-a5458dc2-2588-40fb-b5f9-da506abf0d13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972214 Aug 29 21:39:04.420419 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-461459a8-ed4e-43ec-a9b1-032239e20f1c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:04.421899 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-461459a8-ed4e-43ec-a9b1-032239e20f1c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.0570464 Aug 29 21:39:04.506762 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-170aa866-3b8a-48d0-9d47-4cf60613b893 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862504 Aug 29 21:39:04.549203 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de4eb8-7913-4094-b15d-e10962604742 req-9ed7247f-23b0-4f0f-a0ea-2b73d7d20d33 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:04.550666 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-04de4eb8-7913-4094-b15d-e10962604742 req-9ed7247f-23b0-4f0f-a0ea-2b73d7d20d33 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.1134865 Aug 29 21:39:04.601750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:04.601750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.722206 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Deleting port d6330450-f0d1-4063-9b9d-1477fa88871b {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:04.722551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.831331 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.892502 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3f3e2e42-abc9-4f01-9ec9-82ad661c3f15 req-3d0cfae6-7fed-48ae-9498-56b8061a1335 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 210 time: 0.2364020 Aug 29 21:39:04.899014 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] For port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:04.899477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:04.950560 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] For port d6330450-f0d1-4063-9b9d-1477fa88871b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d6330450-f0d1-4063-9b9d-1477fa88871b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:04.950933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.014498 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650bec6-de2f-448e-940f-264bebd390c6 req-6f61bfa2-a547-49d3-8401-f0f57855ce29 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:05.016241 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6650bec6-de2f-448e-940f-264bebd390c6 req-6f61bfa2-a547-49d3-8401-f0f57855ce29 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 946 time: 0.1652610 Aug 29 21:39:05.305816 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:05.324246 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:05.387423 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87038c67-28bf-4433-9854-90d6bd958e37 req-687b0c9a-95a2-4479-8c30-13f4f1352ef1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:05.389093 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-87038c67-28bf-4433-9854-90d6bd958e37 req-687b0c9a-95a2-4479-8c30-13f4f1352ef1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 945 time: 0.4270399 Aug 29 21:39:05.530921 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6650bec6-de2f-448e-940f-264bebd390c6 req-33f6890d-2e14-49e3-9905-c690b9527192 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ba8b4684-a1c9-45b5-a6a8-f67852b93f14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278721 Aug 29 21:39:05.606208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.606566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (38c9978b-9a40-4365-93b8-50ab63bd1ae1), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.606879 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP 38c9978b-9a40-4365-93b8-50ab63bd1ae1 disassociated. External IP: 172.27.4.189, port: 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c. Aug 29 21:39:05.607216 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:05.611501 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-87038c67-28bf-4433-9854-90d6bd958e37 req-21417e05-8666-4be4-b064-413db1caebe3 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=955e2194-27f0-428c-a491-0e673766e407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120340 Aug 29 21:39:05.636140 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.636140 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.636140 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Floating IP dd549592-8f43-448f-b597-6d66c0a805ff disassociated. External IP: 172.27.4.194, port: d6330450-f0d1-4063-9b9d-1477fa88871b. Aug 29 21:39:05.636657 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.636771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Calling delete_port for d6330450-f0d1-4063-9b9d-1477fa88871b owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:05.752688 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.851037 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (66d1d8cf-a6b7-4912-a40d-0d03daba0a3c), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.879884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d6330450-f0d1-4063-9b9d-1477fa88871b), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:05.891570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=66d1d8cf-a6b7-4912-a40d-0d03daba0a3c,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:05.968931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event deleted for resources: {'Port': ['ID=d6330450-f0d1-4063-9b9d-1477fa88871b,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:05.995374 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:06.062968 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-963c10e9-c25a-4720-b9b6-e333e08197c0 req-79d47605-2d26-4639-a3fd-9641f8065e36 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 210 time: 0.0856578 Aug 29 21:39:06.122309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:06.173819 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-62e5d178-fc7f-460a-9d32-ed7ae4527e45 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:06.175164 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-62e5d178-fc7f-460a-9d32-ed7ae4527e45 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 811 time: 0.2964947 Aug 29 21:39:06.255133 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:06.277698 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Router a8d85bb4-8ff8-4efb-a314-d698b24a1780 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:06.350220 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-dad54e48-7e19-441e-8d56-aba29ae264f9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92 HTTP/1.1" status: 200 len: 380 time: 0.1420205 Aug 29 21:39:06.398100 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'port': {'device_id': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'admin_state_up': True, 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'security_groups': ['fca8db45-7a71-402f-89cd-0b0ea11deaa7']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:06.574883 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:06.578866 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:06.594900 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] Sync routers for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:06.595506 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:06.618790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:06.621314 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:06.621718 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:06.622061 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:06.705942 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-79b9b8c7-03c8-425f-b99c-0e3a864502f8 req-1180c6da-878f-4ede-8f52-9fb62befee38 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0753455 Aug 29 21:39:06.706470 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] No DVR routers for this DVR port d6330450-f0d1-4063-9b9d-1477fa88871b on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:06.715251 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:06.718492 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-04de4eb8-7913-4094-b15d-e10962604742 req-09bae34a-992b-4d75-8cd8-cf924098499e tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "DELETE /networking/v2.0/ports/d6330450-f0d1-4063-9b9d-1477fa88871b HTTP/1.1" status: 204 len: 173 time: 2.1623783 Aug 29 21:39:06.719722 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'name': 'network-vif-deleted', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:06.722343 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1022c31-42e9-47e9-897e-a47c73118b27" -d '{"events": [{"server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "name": "network-vif-deleted", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:06.735149 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] No DVR routers for this DVR port 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:06.739637 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:06.743226 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2f90517e-0981-468e-8506-ce24a9c49e6c req-b6abb137-d830-4797-88b7-e5a92b8966d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "DELETE /networking/v2.0/ports/66d1d8cf-a6b7-4912-a40d-0d03daba0a3c HTTP/1.1" status: 204 len: 173 time: 2.3046799 Aug 29 21:39:06.775340 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3300627-8dcb-4a40-a7ed-3271995e6525 req-53e0f23b-b285-40b2-aaa8-92977af247d2 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 210 time: 0.0654216 Aug 29 21:39:06.784509 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:06.796948 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Made reservation on behalf of 7d9928c37b2b46f5abd0ac1ba1c3ca92 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:06.804886 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:06.811751 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:06.813890 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4aa679-1ae9-4d8d-9bfb-558772d1c7d1 x-openstack-request-id: req-ff4aa679-1ae9-4d8d-9bfb-558772d1c7d1 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:06.814713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446cfebe-c164-4c5b-8312-67dd13da2898", "name": "network-vif-deleted", "tag": "d6330450-f0d1-4063-9b9d-1477fa88871b", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:06.814713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff4aa679-1ae9-4d8d-9bfb-558772d1c7d1 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:06.814942 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4aa679-1ae9-4d8d-9bfb-558772d1c7d1'] response: {'server_uuid': '446cfebe-c164-4c5b-8312-67dd13da2898', 'name': 'network-vif-deleted', 'tag': 'd6330450-f0d1-4063-9b9d-1477fa88871b', 'status': 'completed', 'code': 200} Aug 29 21:39:06.979771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Allocated IP 172.20.0.6 (514f3495-f14d-42c1-bc82-a600d1b5d3d8/7acd7224-068b-48b0-a16a-b8f074e9a570/aa8ad2bc-9646-412b-97d9-d20f139892e1) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:07.060519 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:07.089382 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] Checking router: a8d85bb4-8ff8-4efb-a314-d698b24a1780 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:07.099357 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:07.100158 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:07.102280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:07.145329 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:07.149770 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:07.160432 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:07.161784 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:07.177292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:07.201794 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.265391 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6b6cd8a1-14c8-4a3c-af1d-18b232d3f5d1 req-47a0b059-e221-4aa8-ac2b-f22d31d16f40 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 210 time: 0.0501833 Aug 29 21:39:07.280609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.291520 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:07.312155 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:07.341343 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:07.342097 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:07.353923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:07.359334 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:07.366421 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:07.372147 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event updated for resources: {'Port': ['ID=aa8ad2bc-9646-412b-97d9-d20f139892e1,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:07.429913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:07.430544 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.456835 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-4d40dfa6-9624-4de0-84d7-0f0b27371c0d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0694249 Aug 29 21:39:07.464028 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:07.531830 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:07.534660 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:07.564680 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45747d5-39d7-47e2-b0db-016a3958fcd6 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:07.569723 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c165ffb-996a-425f-ad3b-497a5ce42458 None None] The sync data for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi is: [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '45a0ba6d-0556-422a-86c0-2fdd3e3ffaae', 'name': '', 'network_id': '9e04ecf7-e557-4380-9886-ee0044b14438', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'mac_address': 'fa:16:3e:cf:c5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2032761f-b505-4292-babd-650553fbdcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:09Z', 'updated_at': '2022-08-29T21:34:41Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'subnets': [{'id': '2032761f-b505-4292-babd-650553fbdcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:07.576555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Request body: {'port': {'device_id': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:07.623643 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:07.630737 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-23c15562-ed9b-480c-b042-9492e71d1ef4 None None] Provisioning complete for port aa8ad2bc-9646-412b-97d9-d20f139892e1 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:07.631134 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23c15562-ed9b-480c-b042-9492e71d1ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.660052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:07.665796 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-23c15562-ed9b-480c-b042-9492e71d1ef4 None None] Port aa8ad2bc-9646-412b-97d9-d20f139892e1 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:07.895181 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe7af0b1-ffae-4c2e-8021-7ed501ad8c9a req-cff7f455-b2a7-40e6-9221-f71cf71a6af3 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=446cfebe-c164-4c5b-8312-67dd13da2898 HTTP/1.1" status: 200 len: 210 time: 0.0615354 Aug 29 21:39:07.953964 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bfcba-b1f3-4add-b113-15c6f617f31a None None] New status for floating IP 38c9978b-9a40-4365-93b8-50ab63bd1ae1: DOWN {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:07.965259 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eaddfa2c-d777-4b50-a8fa-88cfb254ab87 req-ac271401-b774-4fe4-ba56-10d6219848c4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c3d22285-60c9-4602-aa73-9cfac08e8497 HTTP/1.1" status: 200 len: 210 time: 0.0619385 Aug 29 21:39:07.972382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d6330450-f0d1-4063-9b9d-1477fa88871b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:08.005272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: d6330450-f0d1-4063-9b9d-1477fa88871b {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:08.005973 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d6330450-f0d1-4063-9b9d-1477fa88871b not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:08.006603 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:08.031656 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:08.032341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 66d1d8cf-a6b7-4912-a40d-0d03daba0a3c not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:08.077389 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8ad2bc-9646-412b-97d9-d20f139892e1 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:08.091869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Publish callbacks [] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:08.114178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Transition to ACTIVE for port object aa8ad2bc-9646-412b-97d9-d20f139892e1 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:39:08.118047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:08.144188 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79cbcf-a96c-4e99-bef5-1340b71ab1a5 None None] New status for floating IP dd549592-8f43-448f-b597-6d66c0a805ff: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:08.180471 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Pushing event updated for resources: {'Port': ['ID=aa8ad2bc-9646-412b-97d9-d20f139892e1,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:08.239259 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Attempting to bind port aa8ad2bc-9646-412b-97d9-d20f139892e1 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:08.239595 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Attempting to bind port aa8ad2bc-9646-412b-97d9-d20f139892e1 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:08.239926 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Attempting to bind port aa8ad2bc-9646-412b-97d9-d20f139892e1 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:08.245047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Port aa8ad2bc-9646-412b-97d9-d20f139892e1 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:39:08.245360 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Attempting to bind port aa8ad2bc-9646-412b-97d9-d20f139892e1 on network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:08.250321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:08.250658 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Checking segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:08.251050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Bound using segment: {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:08.251469 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Bound port: aa8ad2bc-9646-412b-97d9-d20f139892e1, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e7f525-b145-4618-b36e-7a613a021684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:08.251824 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:08.322686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] For port aa8ad2bc-9646-412b-97d9-d20f139892e1, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:08.326332 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] For port aa8ad2bc-9646-412b-97d9-d20f139892e1, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:08.327565 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:08.336016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:08.342279 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:08.343096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:08.344846 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/aa8ad2bc-9646-412b-97d9-d20f139892e1 HTTP/1.1" status: 200 len: 1093 time: 0.7738471 Aug 29 21:39:08.372131 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:08.453809 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b1fa4-4ab5-4085-b469-385482603a1b service neutron] Pushing event updated for resources: {'Port': ['ID=aa8ad2bc-9646-412b-97d9-d20f139892e1,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:08.482960 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eddf0-2814-44a4-abdd-d2e68c5432e9 req-87dacf35-c2bb-4895-86ef-6d52a174bf8e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:08.484523 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-af8eddf0-2814-44a4-abdd-d2e68c5432e9 req-87dacf35-c2bb-4895-86ef-6d52a174bf8e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 943 time: 0.1039774 Aug 29 21:39:08.505703 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-ce36916b-5af6-470f-8cd6-c0f9650a37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:08.507192 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-ce36916b-5af6-470f-8cd6-c0f9650a37cb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 1127 time: 0.0830703 Aug 29 21:39:08.559816 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-fe2e502d-ae1a-4e25-8fda-6983c2bc01f6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1 HTTP/1.1" status: 200 len: 217 time: 0.0448730 Aug 29 21:39:08.612366 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-af8eddf0-2814-44a4-abdd-d2e68c5432e9 req-768200db-7301-4512-a9bf-c32568607ec5 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195734 Aug 29 21:39:08.625527 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-bf7ebcf0-33d2-4850-893f-84a7dc219f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:08.626988 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-bf7ebcf0-33d2-4850-893f-84a7dc219f8d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.0609839 Aug 29 21:39:08.675485 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-e7197a49-9dd6-4d04-81af-af5331f6a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:08.676987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-e7197a49-9dd6-4d04-81af-af5331f6a985 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438635 Aug 29 21:39:08.815797 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'name': 'network-vif-deleted', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c'}, {'name': 'network-changed', 'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:08.818174 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4bdd65-b551-43b7-b3df-aa9918c21981" -d '{"events": [{"server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "name": "network-vif-deleted", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c"}, {"name": "network-changed", "server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:08.859606 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a466f-d859-4c02-9ce1-7beb8d1be851 x-openstack-request-id: req-260a466f-d859-4c02-9ce1-7beb8d1be851 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:08.859905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d22285-60c9-4602-aa73-9cfac08e8497", "name": "network-vif-deleted", "tag": "66d1d8cf-a6b7-4912-a40d-0d03daba0a3c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:08.860158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-260a466f-d859-4c02-9ce1-7beb8d1be851 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:08.860561 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260a466f-d859-4c02-9ce1-7beb8d1be851'] response: {'server_uuid': 'c3d22285-60c9-4602-aa73-9cfac08e8497', 'name': 'network-vif-deleted', 'tag': '66d1d8cf-a6b7-4912-a40d-0d03daba0a3c', 'status': 'completed', 'code': 200} Aug 29 21:39:08.860838 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260a466f-d859-4c02-9ce1-7beb8d1be851'] response: {'name': 'network-changed', 'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'status': 'completed', 'code': 200} Aug 29 21:39:08.990736 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-f4fee00c-f0b6-49a8-b954-d11276648ae9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Aug 29 21:39:09.000712 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39372) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:09.062190 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1920-f361-4918-bfb0-c9d86584e1df tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group (ba8b4684-a1c9-45b5-a6a8-f67852b93f14), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.076509 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39376) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:09.084724 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.107305 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1920-f361-4918-bfb0-c9d86584e1df tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group (ba8b4684-a1c9-45b5-a6a8-f67852b93f14), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.177255 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-054bb250-aee4-4ccf-b0bf-5557cb2d0035 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (955e2194-27f0-428c-a491-0e673766e407), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.203783 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1920-f361-4918-bfb0-c9d86584e1df tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ba8b4684-a1c9-45b5-a6a8-f67852b93f14), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.206522 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1920-f361-4918-bfb0-c9d86584e1df tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.210104 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7f5b1920-f361-4918-bfb0-c9d86584e1df tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ba8b4684-a1c9-45b5-a6a8-f67852b93f14 HTTP/1.1" status: 204 len: 168 time: 0.2053976 Aug 29 21:39:09.210104 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-054bb250-aee4-4ccf-b0bf-5557cb2d0035 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (955e2194-27f0-428c-a491-0e673766e407), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.216147 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39378) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:09.249312 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b1920-f361-4918-bfb0-c9d86584e1df tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8b4684-a1c9-45b5-a6a8-f67852b93f14,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:09.253882 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.api.v2.resource [None req-49f32610-3319-4748-8287-9a8b7da118bd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] show failed (client error): The resource could not be found. Aug 29 21:39:09.257950 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-49f32610-3319-4748-8287-9a8b7da118bd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups/ba8b4684-a1c9-45b5-a6a8-f67852b93f14 HTTP/1.1" status: 404 len: 347 time: 0.0288689 Aug 29 21:39:09.261378 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39380) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:09.340810 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9fe4d78c-8077-4561-bc12-6b3a06ddb28d req-228a6d3d-1c05-4437-b36c-5d8d905d2867 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427322 Aug 29 21:39:09.368912 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-054bb250-aee4-4ccf-b0bf-5557cb2d0035 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (955e2194-27f0-428c-a491-0e673766e407), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.372094 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-054bb250-aee4-4ccf-b0bf-5557cb2d0035 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.375776 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-054bb250-aee4-4ccf-b0bf-5557cb2d0035 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/955e2194-27f0-428c-a491-0e673766e407 HTTP/1.1" status: 204 len: 168 time: 0.2955096 Aug 29 21:39:09.376685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39382) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:09.391195 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.api.v2.resource [None req-48a0e873-7090-4591-a13a-c983fdd53f37 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] show failed (client error): The resource could not be found. Aug 29 21:39:09.392955 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-48a0e873-7090-4591-a13a-c983fdd53f37 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups/955e2194-27f0-428c-a491-0e673766e407 HTTP/1.1" status: 404 len: 347 time: 0.0150023 Aug 29 21:39:09.395116 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39384) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:09.401637 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bb250-aee4-4ccf-b0bf-5557cb2d0035 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955e2194-27f0-428c-a491-0e673766e407,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:09.415751 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Deleting port 49742338-7ca3-43ef-aeaf-4f02cef9b617 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:09.416357 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.482818 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:09.500079 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.500411 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (49742338-7ca3-43ef-aeaf-4f02cef9b617), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.513266 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Calling delete_port for 49742338-7ca3-43ef-aeaf-4f02cef9b617 owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:09.516122 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 6f7a8887-fe68-4220-b367-b4fd407d6550 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:09.516477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.560467 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:09.600178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.600901 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (6f7a8887-fe68-4220-b367-b4fd407d6550), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.614978 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 6f7a8887-fe68-4220-b367-b4fd407d6550 owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:09.662404 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (49742338-7ca3-43ef-aeaf-4f02cef9b617), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.689855 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event deleted for resources: {'Port': ['ID=49742338-7ca3-43ef-aeaf-4f02cef9b617,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:09.760656 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks [] for floatingip (dd549592-8f43-448f-b597-6d66c0a805ff), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.763185 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.764810 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e604cbea-14fa-4d5c-b8f3-75ff22142110 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/dd549592-8f43-448f-b597-6d66c0a805ff HTTP/1.1" status: 204 len: 168 time: 0.5020506 Aug 29 21:39:09.767702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:09.792659 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9fb5c-919b-4fc9-b46e-79650888a665 req-906d05b5-fbc7-4304-85e7-935d2d7f15aa tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:09.793947 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ccf9fb5c-919b-4fc9-b46e-79650888a665 req-906d05b5-fbc7-4304-85e7-935d2d7f15aa tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 943 time: 0.0853093 Aug 29 21:39:09.795154 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (6f7a8887-fe68-4220-b367-b4fd407d6550), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.826486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=6f7a8887-fe68-4220-b367-b4fd407d6550,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:09.914204 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ccf9fb5c-919b-4fc9-b46e-79650888a665 req-3b583c60-24d1-450c-8a74-4593c3fa88a8 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960314 Aug 29 21:39:09.925214 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (38c9978b-9a40-4365-93b8-50ab63bd1ae1), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.927964 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:09.929116 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-13debdfe-037b-4076-abe4-66aedabf4c5e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/38c9978b-9a40-4365-93b8-50ab63bd1ae1 HTTP/1.1" status: 204 len: 168 time: 0.5331173 Aug 29 21:39:09.998144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39394) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:10.002884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956396433', 'description': 'tempest-description--304604983'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:10.027178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.029933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:10.105336 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (a41de8df-373d-465d-8d70-a76821b6636e), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.109369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (a41de8df-373d-465d-8d70-a76821b6636e), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.142259 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41de8df-373d-465d-8d70-a76821b6636e,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:10.146384 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.147617 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-50c5a200-6b82-4051-96f2-c9d514d1cde6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1482804 Aug 29 21:39:10.151105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39396) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:10.155622 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': 'a41de8df-373d-465d-8d70-a76821b6636e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:10.183821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (a50eb441-dd79-4a29-bb82-b7ba948ed726), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.264355 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-12b38dc8-1dab-4f8d-bf8d-7a96dfdee368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:10.266117 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-12b38dc8-1dab-4f8d-bf8d-7a96dfdee368 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 1127 time: 0.0512345 Aug 29 21:39:10.277237 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (a50eb441-dd79-4a29-bb82-b7ba948ed726), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.285436 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (a50eb441-dd79-4a29-bb82-b7ba948ed726), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.341245 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50eb441-dd79-4a29-bb82-b7ba948ed726,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:10.358512 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.359637 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b2222255-5a0c-4b86-8e9a-f9c543e2215b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076359 Aug 29 21:39:10.362573 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39398) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:10.367217 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'security_group_rule': {'security_group_id': 'a41de8df-373d-465d-8d70-a76821b6636e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:10.388401 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-c161e3dd-6430-4063-af5e-2f16973122cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:10.390146 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-c161e3dd-6430-4063-af5e-2f16973122cb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 913 time: 0.1155281 Aug 29 21:39:10.396848 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (8eb37339-8d1f-4a29-b461-f229651b6d7b), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.430212 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-8d43e096-980f-410b-a77c-20aef428e039 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1 HTTP/1.1" status: 200 len: 217 time: 0.0340362 Aug 29 21:39:10.457025 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (8eb37339-8d1f-4a29-b461-f229651b6d7b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.460770 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (8eb37339-8d1f-4a29-b461-f229651b6d7b), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.479932 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb37339-8d1f-4a29-b461-f229651b6d7b,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:10.485916 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-da10e8e8-cf3c-4d4c-bbbf-73eaa96bf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:10.487443 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-da10e8e8-cf3c-4d4c-bbbf-73eaa96bf088 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.0507662 Aug 29 21:39:10.488619 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.489839 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d7d64673-6cb5-4fb2-91ee-0dc48186f032 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262708 Aug 29 21:39:10.492923 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39400) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:10.497675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:10.530854 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.536666 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-59f4490c-eb4f-4430-bee1-21b2fb8ee90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:10.538184 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-59f4490c-eb4f-4430-bee1-21b2fb8ee90b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451322 Aug 29 21:39:10.615675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.637975 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-eb6fec31-0c38-4d97-a8e5-b8abfb11dc97 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926929 Aug 29 21:39:10.699025 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:10.730134 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.27.4.17 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/8e9198a5-3b6f-4aa6-84b2-29e6d6043434) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:10.736705 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be4bdd65-b551-43b7-b3df-aa9918c21981 req-7b2d909c-ce9f-4dd4-95dd-b26b34449959 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913610 Aug 29 21:39:10.836050 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.858243 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:10.869995 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:10.906878 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:10.923614 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:10.928039 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:10.933427 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:10.936993 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=8e9198a5-3b6f-4aa6-84b2-29e6d6043434,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:11.031539 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:11.061289 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d95a6f-478a-4808-9c60-07e81d5b153e req-df41bcf9-665f-4730-afa8-8f8fce4adb12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:11.062792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37d95a6f-478a-4808-9c60-07e81d5b153e req-df41bcf9-665f-4730-afa8-8f8fce4adb12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 943 time: 0.0568557 Aug 29 21:39:11.072019 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:11.121812 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37d95a6f-478a-4808-9c60-07e81d5b153e req-f34e1975-cc0d-41f3-ae67-65bf10aa137e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528879 Aug 29 21:39:11.237601 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:11.242206 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:11.318785 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=8e9198a5-3b6f-4aa6-84b2-29e6d6043434,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:11.322652 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:11.338914 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:11.340147 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6e8f18be-83a2-4831-9111-272e98a78852 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8457630 Aug 29 21:39:11.544036 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-c744c44a-ca0b-4241-af4d-5566ede86b45 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--956396433&fields=id&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 267 time: 0.0457091 Aug 29 21:39:11.622923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:11.666152 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-95febfd2-cea4-4695-a158-c8a7cc0692de tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:11.667613 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-95febfd2-cea4-4695-a158-c8a7cc0692de tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.1154447 Aug 29 21:39:11.693431 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-e7b38e4a-fa80-42d4-b985-e6d870224a28 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/quotas/5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 375 time: 0.0188825 Aug 29 21:39:11.761731 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a20a4-e56f-48dc-bc93-36afbc35fbee req-3d8afb87-7be5-4351-b310-44ce8b6adebc tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:11.763419 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-640a20a4-e56f-48dc-bc93-36afbc35fbee req-3d8afb87-7be5-4351-b310-44ce8b6adebc tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.0836756 Aug 29 21:39:11.783313 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-e5982b97-12f9-4857-bf62-593b5507caf2 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681112 Aug 29 21:39:11.870112 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-640a20a4-e56f-48dc-bc93-36afbc35fbee req-1b3f86fc-1aea-4447-9d77-08e9f2ad5fef tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006093 Aug 29 21:39:11.909420 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-e7b32cfa-86f8-4a89-95b9-a78c26e9c8b0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126685 Aug 29 21:39:11.975815 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device aa8ad2bc-9646-412b-97d9-d20f139892e1 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:39:11.999629 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-e80d98c8-e8bb-46aa-a894-25816441910d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Aug 29 21:39:12.083655 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port aa8ad2bc-9646-412b-97d9-d20f139892e1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:12.100380 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'port_id': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'mac_address': 'fa:16:3e:0b:e1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:39:12.149422 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port aa8ad2bc-9646-412b-97d9-d20f139892e1 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:12.149422 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:12.166646 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8ad2bc-9646-412b-97d9-d20f139892e1 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:12.187927 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port aa8ad2bc-9646-412b-97d9-d20f139892e1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:12.197550 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:12.203787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-21b6da02-f93c-4db7-941a-c022365460de req-64ae6226-424d-433b-a573-a50a6d69387b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.0501215 Aug 29 21:39:12.262840 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=aa8ad2bc-9646-412b-97d9-d20f139892e1,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:12.360339 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934e057-b3a5-469c-b97a-72be15c468ef req-e6a0d8f8-a1b3-4fff-8161-7a7ce3a55700 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:12.361879 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4934e057-b3a5-469c-b97a-72be15c468ef req-e6a0d8f8-a1b3-4fff-8161-7a7ce3a55700 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 944 time: 0.0835013 Aug 29 21:39:12.367464 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131a97e-76e6-48c5-add0-ea3f297568bf req-3508089e-bf3e-4d53-a029-2865b3742823 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:12.369525 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5131a97e-76e6-48c5-add0-ea3f297568bf req-3508089e-bf3e-4d53-a029-2865b3742823 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0814674 Aug 29 21:39:12.445315 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['aa8ad2bc-9646-412b-97d9-d20f139892e1'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:12.455256 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4934e057-b3a5-469c-b97a-72be15c468ef req-8f429d07-8003-4d72-912f-afb54c23b8fe tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847678 Aug 29 21:39:12.459600 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5131a97e-76e6-48c5-add0-ea3f297568bf req-8acf8519-5dc4-4b29-ab2c-19b2a5b77184 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Aug 29 21:39:12.989311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8dab-f06b-481a-bed9-22352534e3b5 req-d5764543-fa37-4ce6-b38b-e75613008016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:12.990809 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f96d8dab-f06b-481a-bed9-22352534e3b5 req-d5764543-fa37-4ce6-b38b-e75613008016 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.0468037 Aug 29 21:39:13.041414 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f96d8dab-f06b-481a-bed9-22352534e3b5 req-8b657cc0-4270-45d1-841c-3c6690948dde tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Aug 29 21:39:13.314342 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f01c95d8-3396-4336-8bb7-62974a7308d6 req-6923bdd7-8007-4ab4-aa76-fd62d4349c3e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.0296869 Aug 29 21:39:13.609170 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:13.621846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e53ea4-fb4d-4f27-82c4-811bf0a2fada req-2024dd08-e502-4614-a8e5-2dedcc6f3393 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:13.623321 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-68e53ea4-fb4d-4f27-82c4-811bf0a2fada req-2024dd08-e502-4614-a8e5-2dedcc6f3393 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0806615 Aug 29 21:39:13.629466 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d423e-febe-4172-9482-6628d656bcd0 req-e10b5153-8853-4cbd-85ee-bd217c17a12a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:13.630810 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb2d423e-febe-4172-9482-6628d656bcd0 req-e10b5153-8853-4cbd-85ee-bd217c17a12a tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 944 time: 0.0869312 Aug 29 21:39:13.704911 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-68e53ea4-fb4d-4f27-82c4-811bf0a2fada req-00f44e8b-c615-495c-aaf1-b3d5205a4e44 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731418 Aug 29 21:39:13.708124 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb2d423e-febe-4172-9482-6628d656bcd0 req-2b59b1eb-2f1f-4017-bf23-d32614ce0181 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698762 Aug 29 21:39:13.987608 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device aa8ad2bc-9646-412b-97d9-d20f139892e1 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:14.030002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port aa8ad2bc-9646-412b-97d9-d20f139892e1 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:39:14.035253 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port aa8ad2bc-9646-412b-97d9-d20f139892e1 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:14.035736 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:14.109394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:14.111820 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port aa8ad2bc-9646-412b-97d9-d20f139892e1 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:14.112318 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:14.132455 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:14.138613 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:14.141128 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd646f6-4792-45df-b2dd-8e18d030dcd7" -d '{"events": [{"server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "name": "network-vif-plugged", "status": "completed", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:14.155001 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port aa8ad2bc-9646-412b-97d9-d20f139892e1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:14.161312 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:14.176180 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1e38b-1e36-49a4-ac28-6b518491cfdf req-2fe62d98-6d4e-4422-9ca8-8d83b0952ceb tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:14.178749 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90c1e38b-1e36-49a4-ac28-6b518491cfdf req-2fe62d98-6d4e-4422-9ca8-8d83b0952ceb tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.0610650 Aug 29 21:39:14.197183 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bf1a39-b3c2-48c7-b4eb-3d07007f1ecd x-openstack-request-id: req-97bf1a39-b3c2-48c7-b4eb-3d07007f1ecd {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:14.197554 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "name": "network-vif-plugged", "status": "completed", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:14.197869 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97bf1a39-b3c2-48c7-b4eb-3d07007f1ecd {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:14.198356 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bf1a39-b3c2-48c7-b4eb-3d07007f1ecd'] response: {'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'code': 200} Aug 29 21:39:14.226555 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=aa8ad2bc-9646-412b-97d9-d20f139892e1,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:14.238830 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90c1e38b-1e36-49a4-ac28-6b518491cfdf req-3a92867d-c14e-4363-a812-8051a18cb166 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532169 Aug 29 21:39:14.414198 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d240749-f426-4859-980c-1886d071ce8a req-ae231cc9-55f2-4830-80fd-78c36aef387b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.0277450 Aug 29 21:39:14.845789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:14.854765 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dbb50-fc8d-46bd-8d92-11fd48273a30 req-b77865bf-1c6d-4131-b17d-b2003b26cea0 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:14.859952 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1f0dbb50-fc8d-46bd-8d92-11fd48273a30 req-b77865bf-1c6d-4131-b17d-b2003b26cea0 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.0770738 Aug 29 21:39:14.862252 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e272c55-15bc-42d7-9469-9f614c287ba3 req-b6765ae1-9c25-4dc8-8b91-6f10b8c6093d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:14.863652 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e272c55-15bc-42d7-9469-9f614c287ba3 req-b6765ae1-9c25-4dc8-8b91-6f10b8c6093d tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.0826151 Aug 29 21:39:14.948218 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1f0dbb50-fc8d-46bd-8d92-11fd48273a30 req-dce1ffc1-ee51-46ae-aa97-396b512ca044 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836108 Aug 29 21:39:14.951485 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e272c55-15bc-42d7-9469-9f614c287ba3 req-40909f4e-bf11-43fe-8f49-0dda6f1f8e81 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794241 Aug 29 21:39:15.349530 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-e01bf481-ebd4-45a8-9fc2-f1c71af2d5e4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:15.350972 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-e01bf481-ebd4-45a8-9fc2-f1c71af2d5e4 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.1191072 Aug 29 21:39:15.403038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694449de-79c4-4fbd-8733-a2436fd4bce9 req-f976460c-cbb7-4a09-98dd-2e0fb090e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:15.404431 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-694449de-79c4-4fbd-8733-a2436fd4bce9 req-f976460c-cbb7-4a09-98dd-2e0fb090e073 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 1129 time: 0.1324186 Aug 29 21:39:15.450634 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-1c775b54-ff39-4fb7-8c32-3330974cffa5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:15.452132 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-1c775b54-ff39-4fb7-8c32-3330974cffa5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.1493154 Aug 29 21:39:15.479817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcf97f-d030-43b6-8f91-c51cd51029b1 req-31729d4b-71e1-456f-a412-7f01e1704c6c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:15.481323 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ddfcf97f-d030-43b6-8f91-c51cd51029b1 req-31729d4b-71e1-456f-a412-7f01e1704c6c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.1608107 Aug 29 21:39:15.618573 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a5af59c5-b484-4cb5-bdab-b71744b7bcab req-b802ac12-1b7e-4acb-aa90-a64d15a02ace tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.1070092 Aug 29 21:39:15.645806 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-694449de-79c4-4fbd-8733-a2436fd4bce9 req-ab54e48d-bdfe-40c3-9949-6443a730af83 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155845 Aug 29 21:39:15.649470 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Deleting port 58008d54-7073-4d9c-b3a0-446d9eb287e2 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:15.649869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.712375 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Deleting port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:15.712753 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.744574 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ddfcf97f-d030-43b6-8f91-c51cd51029b1 req-415f7975-69c9-462c-843b-f606e2467993 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539692 Aug 29 21:39:15.844084 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] For port 58008d54-7073-4d9c-b3a0-446d9eb287e2, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=58008d54-7073-4d9c-b3a0-446d9eb287e2,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:15.844350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.846497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:15.867061 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] For port 4035fd51-d29f-4d8c-bd5d-5ceb956be184, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4035fd51-d29f-4d8c-bd5d-5ceb956be184,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:15.867415 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:15.870652 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Calling delete_port for 58008d54-7073-4d9c-b3a0-446d9eb287e2 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:16.107784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:16.475295 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a12aa-b39d-4fc2-be04-6f1210184d2e req-6ac4fea0-a5a6-42d8-bb2f-a36804348b16 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:16.476851 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a2a12aa-b39d-4fc2-be04-6f1210184d2e req-6ac4fea0-a5a6-42d8-bb2f-a36804348b16 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 945 time: 0.4401336 Aug 29 21:39:16.492139 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.492493 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (f079f226-a421-4e4e-ad3b-9d7f0ef39ccc), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.492830 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Floating IP f079f226-a421-4e4e-ad3b-9d7f0ef39ccc disassociated. External IP: 172.27.4.109, port: 4035fd51-d29f-4d8c-bd5d-5ceb956be184. Aug 29 21:39:16.493168 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Calling delete_port for 4035fd51-d29f-4d8c-bd5d-5ceb956be184 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:16.515872 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351887f-d457-41b0-9c5d-cec00059cb7b req-06d7abb3-628d-41c2-ab8d-d426f61fa9fc tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:16.517313 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8351887f-d457-41b0-9c5d-cec00059cb7b req-06d7abb3-628d-41c2-ab8d-d426f61fa9fc tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.4648249 Aug 29 21:39:16.608000 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (58008d54-7073-4d9c-b3a0-446d9eb287e2), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.622670 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['e0d83c82-29bf-4acb-9a84-0daa85948c1b'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:16.678433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event deleted for resources: {'Port': ['ID=58008d54-7073-4d9c-b3a0-446d9eb287e2,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:16.686183 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-d0f8c67c-ca46-43e2-bd9b-05470c1a01ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:16.687620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-d0f8c67c-ca46-43e2-bd9b-05470c1a01ee tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 815 time: 0.6055992 Aug 29 21:39:16.728940 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a2a12aa-b39d-4fc2-be04-6f1210184d2e req-51fcf98b-4f2c-42de-8986-3e24bd108053 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394795 Aug 29 21:39:16.731938 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8351887f-d457-41b0-9c5d-cec00059cb7b req-16ba24e3-d138-41ca-910a-e1a1dc029a1b tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045312 Aug 29 21:39:16.794127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] No DVR routers for this DVR port 58008d54-7073-4d9c-b3a0-446d9eb287e2 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:16.800889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:16.804249 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a3737896-bb21-434c-bf73-a7b6c9922601 req-4bbf93db-1323-4b43-ad31-5767335b74d8 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "DELETE /networking/v2.0/ports/58008d54-7073-4d9c-b3a0-446d9eb287e2 HTTP/1.1" status: 204 len: 173 time: 1.4353700 Aug 29 21:39:16.804783 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad160e-81c4-4824-8a34-435c95763317', 'name': 'network-vif-deleted', 'tag': '58008d54-7073-4d9c-b3a0-446d9eb287e2'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:16.807599 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc7fd18-93c2-4335-8b50-e3a467510e9f" -d '{"events": [{"server_uuid": "90ad160e-81c4-4824-8a34-435c95763317", "name": "network-vif-deleted", "tag": "58008d54-7073-4d9c-b3a0-446d9eb287e2"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:16.841933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:16.881422 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b5476367-0ec8-47b6-b142-817501e4708a req-54e788e4-5812-4eed-893a-9ee707989d07 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.0606494 Aug 29 21:39:16.931704 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-8e5ad799-7038-4238-8692-250761408e99 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5220f1dfa6a74754bd08f925c85847b2 HTTP/1.1" status: 200 len: 379 time: 0.2275474 Aug 29 21:39:16.939612 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b46014-e4b8-48ff-8982-f0581e01f13c x-openstack-request-id: req-f2b46014-e4b8-48ff-8982-f0581e01f13c {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:16.939898 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ad160e-81c4-4824-8a34-435c95763317", "name": "network-vif-deleted", "tag": "58008d54-7073-4d9c-b3a0-446d9eb287e2", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:16.940143 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2b46014-e4b8-48ff-8982-f0581e01f13c {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:16.940533 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b46014-e4b8-48ff-8982-f0581e01f13c'] response: {'server_uuid': '90ad160e-81c4-4824-8a34-435c95763317', 'name': 'network-vif-deleted', 'tag': '58008d54-7073-4d9c-b3a0-446d9eb287e2', 'status': 'completed', 'code': 200} Aug 29 21:39:16.960465 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1d63-04c2-445a-a357-95c84f49dd4e req-31dd6e99-88e9-46be-978b-722f0d479d99 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:16.961919 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b3f1d63-04c2-445a-a357-95c84f49dd4e req-31dd6e99-88e9-46be-978b-722f0d479d99 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 946 time: 0.1188202 Aug 29 21:39:16.975589 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (4035fd51-d29f-4d8c-bd5d-5ceb956be184), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.018263 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'Port': ['ID=4035fd51-d29f-4d8c-bd5d-5ceb956be184,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:17.052270 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b3f1d63-04c2-445a-a357-95c84f49dd4e req-6495ad6d-9d5a-4edc-b86a-8c5046ef2a20 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842144 Aug 29 21:39:17.166117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:17.169701 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:17.259173 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'port': {'device_id': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'admin_state_up': True, 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'security_groups': ['a41de8df-373d-465d-8d70-a76821b6636e']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:17.334828 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:17.348529 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:17.360778 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:17.365644 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:17.399211 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] No DVR routers for this DVR port 4035fd51-d29f-4d8c-bd5d-5ceb956be184 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:17.405196 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.408562 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a1a472d3-3bfd-494d-b383-8b79e25013a6 req-dae18e77-679f-4f20-b218-de18e8e594aa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "DELETE /networking/v2.0/ports/4035fd51-d29f-4d8c-bd5d-5ceb956be184 HTTP/1.1" status: 204 len: 173 time: 1.9459090 Aug 29 21:39:17.481052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Made reservation on behalf of 5220f1dfa6a74754bd08f925c85847b2 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:17.486560 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:17.530195 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:17.668836 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Allocated IP 172.20.0.8 (5edf4d12-91b6-4448-8d9a-6fbab4fee15a/b467275f-c6e3-47eb-aa25-bb86d36c5b5e/b0874f96-e644-4660-bee2-6988edf50b89) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:17.772075 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:17.842819 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:17.862266 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:17.862887 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:17.920638 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b55788eb-5678-4e2b-a449-e59489d84236 req-61461352-4b17-4fd9-aece-bc13729e5ef5 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ad160e-81c4-4824-8a34-435c95763317 HTTP/1.1" status: 200 len: 210 time: 0.0558393 Aug 29 21:39:17.964260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8172f9-6f72-406c-b284-eab7363c2e56 req-c8c7a008-172e-4f64-a0cb-63aa76dcc3b3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:17.965855 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8b8172f9-6f72-406c-b284-eab7363c2e56 req-c8c7a008-172e-4f64-a0cb-63aa76dcc3b3 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.0831320 Aug 29 21:39:17.990178 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 58008d54-7073-4d9c-b3a0-446d9eb287e2 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:17.991291 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for port (b0874f96-e644-4660-bee2-6988edf50b89), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.013943 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 58008d54-7073-4d9c-b3a0-446d9eb287e2 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:18.014962 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 58008d54-7073-4d9c-b3a0-446d9eb287e2 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:18.015461 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 4035fd51-d29f-4d8c-bd5d-5ceb956be184 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:18.050743 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 4035fd51-d29f-4d8c-bd5d-5ceb956be184 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:18.051483 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 4035fd51-d29f-4d8c-bd5d-5ceb956be184 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:18.065224 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8b8172f9-6f72-406c-b284-eab7363c2e56 req-19563215-4941-408c-a435-2cee58b0d131 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846152 Aug 29 21:39:18.074419 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:18.078647 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (b0874f96-e644-4660-bee2-6988edf50b89), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.135563 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:18.148425 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:18.178128 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:18.180063 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:18.186444 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:18.217752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event updated for resources: {'Port': ['ID=b0874f96-e644-4660-bee2-6988edf50b89,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:18.238388 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d83e0-68f8-4643-9c78-ff826057c434 req-af7c28b9-e0ad-4f36-a152-2d1fb54047f1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:18.240003 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c9d83e0-68f8-4643-9c78-ff826057c434 req-af7c28b9-e0ad-4f36-a152-2d1fb54047f1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 931 time: 0.2325380 Aug 29 21:39:18.294082 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:18.294903 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.327296 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cb0997cd-9edc-4a70-9ef0-a92321803aad req-1874fdcf-9d79-460b-90b9-e8366774afb4 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8 HTTP/1.1" status: 200 len: 210 time: 0.0589111 Aug 29 21:39:18.337127 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-aa5b0a55-43e8-4194-b5d8-4fed65daa070 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817404 Aug 29 21:39:18.356704 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Request body: {'port': {'device_id': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:18.398117 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c9d83e0-68f8-4643-9c78-ff826057c434 req-9b836b09-e9d5-4346-a492-42009b01c46a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494343 Aug 29 21:39:18.417624 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:18.443188 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d970ec-4f30-4728-9697-0115c8d8a76a None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:18.486557 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effa737-5496-4acf-b2e3-2cd1b3afbf64 req-4678e9ee-33f9-4cea-9cc8-52b7808f4c12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:18.488105 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3effa737-5496-4acf-b2e3-2cd1b3afbf64 req-4678e9ee-33f9-4cea-9cc8-52b7808f4c12 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.0785980 Aug 29 21:39:18.488748 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b0874f96-e644-4660-bee2-6988edf50b89), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.498469 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39494) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:18.503287 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Request body: {'floatingip': {'port_id': 'aa8ad2bc-9646-412b-97d9-d20f139892e1'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:18.543547 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (ebf1de63-e7df-4fff-8b0f-cb453e877098), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.566437 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bbe5dd6d-1ee2-42a0-9a16-e805fe2af963 None None] Provisioning complete for port b0874f96-e644-4660-bee2-6988edf50b89 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:18.566967 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dd6d-1ee2-42a0-9a16-e805fe2af963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b0874f96-e644-4660-bee2-6988edf50b89), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.625747 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5dd6d-1ee2-42a0-9a16-e805fe2af963 None None] Port b0874f96-e644-4660-bee2-6988edf50b89 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:18.785498 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287594b-6d3e-4011-b301-6c233e8518be None None] New status for floating IP f079f226-a421-4e4e-ad3b-9d7f0ef39ccc: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:18.820985 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0874f96-e644-4660-bee2-6988edf50b89 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:18.830268 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Publish callbacks [] for port (b0874f96-e644-4660-bee2-6988edf50b89), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.844747 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Transition to ACTIVE for port object b0874f96-e644-4660-bee2-6988edf50b89 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:39:18.849134 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (b0874f96-e644-4660-bee2-6988edf50b89), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:18.941803 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'name': 'network-vif-deleted', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:18.944127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d30cf9-4737-4599-b4d8-f956d1c33e58" -d '{"events": [{"server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "name": "network-vif-deleted", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:18.951798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0874f96-e644-4660-bee2-6988edf50b89,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:18.998017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Attempting to bind port b0874f96-e644-4660-bee2-6988edf50b89 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:18.998353 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Attempting to bind port b0874f96-e644-4660-bee2-6988edf50b89 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:18.998839 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Attempting to bind port b0874f96-e644-4660-bee2-6988edf50b89 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:19.005208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b6a18-71ac-46bb-84c7-a13e9b9d8503 x-openstack-request-id: req-9b7b6a18-71ac-46bb-84c7-a13e9b9d8503 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:19.005496 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8", "name": "network-vif-deleted", "tag": "4035fd51-d29f-4d8c-bd5d-5ceb956be184", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:19.005965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b7b6a18-71ac-46bb-84c7-a13e9b9d8503 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:19.006307 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7b6a18-71ac-46bb-84c7-a13e9b9d8503'] response: {'server_uuid': '8cd06f7a-a9ed-4bbc-9cb1-16663d80dee8', 'name': 'network-vif-deleted', 'tag': '4035fd51-d29f-4d8c-bd5d-5ceb956be184', 'status': 'completed', 'code': 200} Aug 29 21:39:19.006900 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Port b0874f96-e644-4660-bee2-6988edf50b89 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:39:19.007214 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Attempting to bind port b0874f96-e644-4660-bee2-6988edf50b89 on network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:19.019037 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:19.019375 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Checking segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:19.019875 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Bound using segment: {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:19.020331 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Bound port: b0874f96-e644-4660-bee2-6988edf50b89, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74dbfde-39dc-4e77-bae1-f5bd799d0988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:19.020713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b0874f96-e644-4660-bee2-6988edf50b89), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.072390 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.095501 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] For port b0874f96-e644-4660-bee2-6988edf50b89, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:19.098793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] For port b0874f96-e644-4660-bee2-6988edf50b89, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b0874f96-e644-4660-bee2-6988edf50b89,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:19.105702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (b0874f96-e644-4660-bee2-6988edf50b89), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.110354 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:19.110971 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.112035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.112425 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/b0874f96-e644-4660-bee2-6988edf50b89 HTTP/1.1" status: 200 len: 1093 time: 0.7624683 Aug 29 21:39:19.193256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a339f41-f91c-47f9-93f6-04be36c2dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0874f96-e644-4660-bee2-6988edf50b89,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:19.208124 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-d33cfcb6-a0c0-4395-aa4e-56a2abc27e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:19.209755 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-d33cfcb6-a0c0-4395-aa4e-56a2abc27e39 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 1127 time: 0.0489118 Aug 29 21:39:19.219612 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.223502 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (ebf1de63-e7df-4fff-8b0f-cb453e877098), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.264845 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-5352d252-f751-4832-9360-a588d5c892ea service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0874f96-e644-4660-bee2-6988edf50b89 HTTP/1.1" status: 200 len: 217 time: 0.0403273 Aug 29 21:39:19.316984 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.334211 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Floating IP ebf1de63-e7df-4fff-8b0f-cb453e877098 associated. External IP: 172.27.4.177, port: aa8ad2bc-9646-412b-97d9-d20f139892e1. Aug 29 21:39:19.357707 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f7748-07a9-460b-9efb-f743e83c3441 req-b3fc9b35-6eaf-494e-bd52-1ebc605137b6 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:19.359343 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dc6f7748-07a9-460b-9efb-f743e83c3441 req-b3fc9b35-6eaf-494e-bd52-1ebc605137b6 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0495253 Aug 29 21:39:19.421716 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dc6f7748-07a9-460b-9efb-f743e83c3441 req-b081a454-cb7a-40fc-8777-46b5eb1d9c7f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Aug 29 21:39:19.523310 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.536471 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd6ebb-7066-46ee-84c8-f1ddeca40e81 req-9c70e492-ed57-4249-8b2b-4937153b385c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:19.538012 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-57fd6ebb-7066-46ee-84c8-f1ddeca40e81 req-9c70e492-ed57-4249-8b2b-4937153b385c tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 943 time: 0.0546768 Aug 29 21:39:19.577952 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Router b6624aa6-376b-4949-a46f-84174eaccf7d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:19.593158 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-57fd6ebb-7066-46ee-84c8-f1ddeca40e81 req-c5aa23f0-31ff-444b-87a5-4c407b0d57f4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478971 Aug 29 21:39:19.652846 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-0a62d54d-1248-4e8b-947e-3f974b54ac35 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-365737483&fields=id&tenant_id=98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 267 time: 0.0498378 Aug 29 21:39:19.692023 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:19.697130 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:19.703817 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:19.715300 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:19.715994 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:19.732378 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-cdc5d08e-d0d7-4b88-8784-77ec57276c02 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/ebf1de63-e7df-4fff-8b0f-cb453e877098 HTTP/1.1" status: 200 len: 991 time: 1.2327695 Aug 29 21:39:19.733088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:19.735812 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb092636-3034-4e51-943a-4410140c26c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:19.754644 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.766847 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:19.772486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-75ab2d0c-fadb-4c7f-b845-0e8fa834b1f7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:19.774037 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-75ab2d0c-fadb-4c7f-b845-0e8fa834b1f7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 810 time: 0.1146426 Aug 29 21:39:19.778307 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29746883-7734-462e-9c5f-370937133583 x-openstack-request-id: req-29746883-7734-462e-9c5f-370937133583 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:19.778596 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:19.778848 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29746883-7734-462e-9c5f-370937133583 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:19.779252 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29746883-7734-462e-9c5f-370937133583'] response: {'name': 'network-changed', 'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'status': 'completed', 'code': 200} Aug 29 21:39:19.789492 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-a49a482f-7202-4dab-956b-6d8331713530 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/quotas/98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 375 time: 0.0094085 Aug 29 21:39:19.828371 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:19.846442 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-7f91d004-e40c-46a3-ba55-6141403094d7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500398 Aug 29 21:39:19.942437 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-ad6aa16d-d51c-4ee7-938c-3c57b271798a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844150 Aug 29 21:39:20.039478 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-41d49d01-0afa-4b90-8855-3409c830903d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905182 Aug 29 21:39:20.043842 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'ebf1de63-e7df-4fff-8b0f-cb453e877098', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'port_id': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'mac_address': 'fa:16:3e:0b:e1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:03Z', 'updated_at': '2022-08-29T21:39:19Z', 'revision_number': 1, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:20.069229 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:20.078679 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:20.079295 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:20.182848 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:20.345694 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c3124fad-fbbe-4cd1-9af8-ca6f2726bc6c req-7c0eda00-a998-4b5f-a9ba-16d10b503509 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 210 time: 0.0304401 Aug 29 21:39:20.412455 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'ebf1de63-e7df-4fff-8b0f-cb453e877098', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'port_id': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'mac_address': 'fa:16:3e:0b:e1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:03Z', 'updated_at': '2022-08-29T21:39:19Z', 'revision_number': 1, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:20.438626 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db0b79d-062f-4ce5-a6a4-49fdcea06c82 None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': 'ebf1de63-e7df-4fff-8b0f-cb453e877098', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'floating_ip_address': '172.27.4.177', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'port_id': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'mac_address': 'fa:16:3e:0b:e1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:03Z', 'updated_at': '2022-08-29T21:39:19Z', 'revision_number': 1, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:20.551346 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e36bd-eb8f-4f2f-9bb5-4848c290e938 req-99e752e3-9394-430e-98b0-343a78814b44 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:20.553332 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f3e36bd-eb8f-4f2f-9bb5-4848c290e938 req-99e752e3-9394-430e-98b0-343a78814b44 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0595868 Aug 29 21:39:20.604650 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8f3e36bd-eb8f-4f2f-9bb5-4848c290e938 req-66ae4153-746d-4a69-8daa-f97d0d62d7da tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Aug 29 21:39:20.711074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767e3e8-154a-4ce2-8748-9c09232f1aae None None] New status for floating IP ebf1de63-e7df-4fff-8b0f-cb453e877098: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:20.739569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459524a-4202-4d1c-a891-8e31fce39307 req-fd50437d-f169-4b29-b5be-29d7609c1281 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:20.741087 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a459524a-4202-4d1c-a891-8e31fce39307 req-fd50437d-f169-4b29-b5be-29d7609c1281 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 943 time: 0.0557420 Aug 29 21:39:20.792355 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a459524a-4202-4d1c-a891-8e31fce39307 req-6a767510-a87b-4936-9deb-37122eeefd7b tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Aug 29 21:39:21.007245 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:21.010348 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823080ad-4c92-4981-ad1a-fc696991f14e" -d '{"events": [{"name": "network-changed", "server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "tag": "b0874f96-e644-4660-bee2-6988edf50b89"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:21.046284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4755a0f-a295-4485-a1fc-2a4a34cbbda3 x-openstack-request-id: req-b4755a0f-a295-4485-a1fc-2a4a34cbbda3 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:21.046573 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "tag": "b0874f96-e644-4660-bee2-6988edf50b89", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:21.046826 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4755a0f-a295-4485-a1fc-2a4a34cbbda3 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:21.047230 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4755a0f-a295-4485-a1fc-2a4a34cbbda3'] response: {'name': 'network-changed', 'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89', 'status': 'completed', 'code': 200} Aug 29 21:39:21.060863 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:39:21.446760 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-550ba543-43db-4bfb-8866-5d7e0100eca5 req-af46a8e6-5087-4ec9-89fb-5be1d6671e06 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Aug 29 21:39:21.735694 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05f2ed-1cc1-4629-b964-815214bbae47 req-91e03473-cd48-4c46-a312-f6cbc4c0007f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:21.737280 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6f05f2ed-1cc1-4629-b964-815214bbae47 req-91e03473-cd48-4c46-a312-f6cbc4c0007f tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.0483017 Aug 29 21:39:21.787170 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6f05f2ed-1cc1-4629-b964-815214bbae47 req-cd4f74aa-fa91-40e1-91b0-0c3a1ddd1793 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433424 Aug 29 21:39:21.900991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:21.919530 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956189bc-c953-411f-9dd0-9e307e2b859c req-782123e5-8980-48a0-82fb-9ee0cb9087d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:21.921043 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-956189bc-c953-411f-9dd0-9e307e2b859c req-782123e5-8980-48a0-82fb-9ee0cb9087d1 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 943 time: 0.0512445 Aug 29 21:39:21.967707 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-956189bc-c953-411f-9dd0-9e307e2b859c req-356a23a0-2cdf-4649-b120-b02cd78de025 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Aug 29 21:39:22.214344 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092636-3034-4e51-943a-4410140c26c9 req-11b1903f-8038-40f1-a145-ace5c499ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:22.215912 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-11b1903f-8038-40f1-a145-ace5c499ece9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 1129 time: 0.0685372 Aug 29 21:39:22.217674 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-8212ba70-4c11-4df2-a5af-c689f4c56d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:22.218999 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-8212ba70-4c11-4df2-a5af-c689f4c56d70 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0796635 Aug 29 21:39:22.390209 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-b0b7a71a-8b7d-4f22-80d0-a3410c5a84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:22.391700 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-b0b7a71a-8b7d-4f22-80d0-a3410c5a84cb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884180 Aug 29 21:39:22.397918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:22.476121 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092636-3034-4e51-943a-4410140c26c9 req-f5b42f73-83b6-4b62-8c1d-af04471410f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:22.477657 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-f5b42f73-83b6-4b62-8c1d-af04471410f1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 200 len: 913 time: 0.1873014 Aug 29 21:39:22.604038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-cd550fb8-1d6f-43bb-8517-4d1c2bddf53c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:22.605535 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-cd550fb8-1d6f-43bb-8517-4d1c2bddf53c tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.1804302 Aug 29 21:39:22.614872 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6dcc0e42-788e-49fd-bcd4-b53d239b3a3c req-e600d87f-beaa-4936-8ced-6aa41b44cf51 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 210 time: 0.0687008 Aug 29 21:39:22.640915 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-ccd2cb20-6a66-4a99-9594-121402a24832 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1 HTTP/1.1" status: 200 len: 1001 time: 0.1333451 Aug 29 21:39:22.710750 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-68d05fda-2499-4134-890b-fcb0f3ada2b7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866700 Aug 29 21:39:22.759235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092636-3034-4e51-943a-4410140c26c9 req-cc6c7db8-d3fd-4b94-b1d3-ca8b37455acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:22.760609 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-cc6c7db8-d3fd-4b94-b1d3-ca8b37455acd service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 200 len: 850 time: 0.0993397 Aug 29 21:39:22.768921 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Deleting port e0d83c82-29bf-4acb-9a84-0daa85948c1b {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:22.769352 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.867674 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] For port e0d83c82-29bf-4acb-9a84-0daa85948c1b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e0d83c82-29bf-4acb-9a84-0daa85948c1b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:22.868035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:22.907588 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Calling delete_port for e0d83c82-29bf-4acb-9a84-0daa85948c1b owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:23.011112 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d8eda-8e77-4a29-b7cb-3be2c3df7d7b req-4f252b70-a347-4150-acbb-c2116d6743dd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:23.012725 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1c6d8eda-8e77-4a29-b7cb-3be2c3df7d7b req-4f252b70-a347-4150-acbb-c2116d6743dd tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 945 time: 0.1412978 Aug 29 21:39:23.279502 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-423857be-29f1-4703-8753-70a27e91a4ba tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:23.281085 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-423857be-29f1-4703-8753-70a27e91a4ba tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 810 time: 0.1243706 Aug 29 21:39:23.315206 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb092636-3034-4e51-943a-4410140c26c9 req-139d935f-639d-4a49-961d-813dce49ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:23.316682 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-139d935f-639d-4a49-961d-813dce49ce03 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=514f3495-f14d-42c1-bc82-a600d1b5d3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4039843 Aug 29 21:39:23.347142 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-fdd0f053-a30d-4674-9bf3-51d2ff18d227 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 379 time: 0.0573087 Aug 29 21:39:23.356399 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'port': {'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'admin_state_up': True, 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'security_groups': ['0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef']}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:23.388190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.472248 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Made reservation on behalf of 98d4703c6737454291724a5ad15c9cbb for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:23.476848 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.499231 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69802d26-ef44-4094-a3a7-ee412b9cd168 req-b34f842d-1987-48bb-927b-5b0b79bc1d62 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:23.501193 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69802d26-ef44-4094-a3a7-ee412b9cd168 req-b34f842d-1987-48bb-927b-5b0b79bc1d62 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 943 time: 0.1958666 Aug 29 21:39:23.513780 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-49084834-cb59-42c5-a887-3ad8e09ecc28 req-f1762e25-917f-4f0b-99de-ab83f8e468a9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996139 Aug 29 21:39:23.525564 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1c6d8eda-8e77-4a29-b7cb-3be2c3df7d7b req-0807f5f2-f1c6-449a-a514-84cac1ef2295 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=59677fa4-5acb-4c9c-b540-6916f9805b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004897 Aug 29 21:39:23.525985 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.625044 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-4a6ab820-89c7-4b6e-8147-5fd90f39ebba service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903748 Aug 29 21:39:23.628425 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69802d26-ef44-4094-a3a7-ee412b9cd168 req-6434b7bc-b4bd-41f3-9fd0-aada2ec29d18 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132452 Aug 29 21:39:23.632896 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Allocated IP 172.20.0.10 (5e837a9d-67f3-4836-bdab-0e762646c779/d19c0a1c-371b-47be-91c8-ea7a58a2c946/acaaea14-ae8c-4840-97ee-5906201e9e88) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:23.658874 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (e0d83c82-29bf-4acb-9a84-0daa85948c1b), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.659811 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.675567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['e0d83c82-29bf-4acb-9a84-0daa85948c1b'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:23.691784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Pushing event deleted for resources: {'Port': ['ID=e0d83c82-29bf-4acb-9a84-0daa85948c1b,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:23.741970 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:23.761841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] No DVR routers for this DVR port e0d83c82-29bf-4acb-9a84-0daa85948c1b on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:23.764883 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.768137 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d5fd604e-2424-4e23-ade1-6047b65f154c req-c679f6a6-e3e8-4358-aaf9-287d949c94ce tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e0d83c82-29bf-4acb-9a84-0daa85948c1b HTTP/1.1" status: 204 len: 173 time: 1.1451817 Aug 29 21:39:23.783102 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'name': 'network-vif-deleted', 'tag': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:23.785530 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922e59b3-1b2a-4a00-809f-1dd45221c46a" -d '{"events": [{"server_uuid": "6be0d7ed-dc88-4a71-99f9-3509454cef5a", "name": "network-vif-deleted", "tag": "e0d83c82-29bf-4acb-9a84-0daa85948c1b"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:23.789836 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e3323f21-c7d3-4ed9-9cef-70d97ea980c3 req-98924f7f-5e93-4e68-82d0-e3addcd39552 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 210 time: 0.0537453 Aug 29 21:39:23.790011 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.823855 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.827750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c70733-5b33-4ee8-a52a-2e1a6464f96b x-openstack-request-id: req-c8c70733-5b33-4ee8-a52a-2e1a6464f96b {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:23.828048 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be0d7ed-dc88-4a71-99f9-3509454cef5a", "name": "network-vif-deleted", "tag": "e0d83c82-29bf-4acb-9a84-0daa85948c1b", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:23.828363 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8c70733-5b33-4ee8-a52a-2e1a6464f96b {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:23.828809 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c70733-5b33-4ee8-a52a-2e1a6464f96b'] response: {'server_uuid': '6be0d7ed-dc88-4a71-99f9-3509454cef5a', 'name': 'network-vif-deleted', 'tag': 'e0d83c82-29bf-4acb-9a84-0daa85948c1b', 'status': 'completed', 'code': 200} Aug 29 21:39:23.867466 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:23.870602 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:23.873049 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:23.907375 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=acaaea14-ae8c-4840-97ee-5906201e9e88,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:23.935122 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:23.935744 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:23.952474 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-66e4b6ee-caed-443f-b5ef-1f3f399b0228 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008162 Aug 29 21:39:24.086555 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-4764a234-b6e5-4ddc-a66a-4a7ac6e9ecde None None] Provisioning complete for port acaaea14-ae8c-4840-97ee-5906201e9e88 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:24.086928 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-4764a234-b6e5-4ddc-a66a-4a7ac6e9ecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.119838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-4764a234-b6e5-4ddc-a66a-4a7ac6e9ecde None None] Port acaaea14-ae8c-4840-97ee-5906201e9e88 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:39:24.410638 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Request body: {'port': {'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:24.498609 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.500849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823080ad-4c92-4981-ad1a-fc696991f14e req-6a9e6a74-a922-4b91-a1a3-6bbf40dabb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:24.502288 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-6a9e6a74-a922-4b91-a1a3-6bbf40dabb2a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 1127 time: 0.0893185 Aug 29 21:39:24.586854 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bb092636-3034-4e51-943a-4410140c26c9 req-ed23d19d-f3e8-4544-aad8-e1073bdf2070 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826406 Aug 29 21:39:24.653351 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823080ad-4c92-4981-ad1a-fc696991f14e req-29efe1bd-b8a5-4837-9400-280426045f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:24.655455 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-29efe1bd-b8a5-4837-9400-280426045f96 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.1353686 Aug 29 21:39:24.702403 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-19044301-64d6-468d-baef-f710a1ebfd60 req-57e1c38f-53ef-4731-a761-d89561a11691 tempest-ServerRescueNegativeTestJSON-895828946 tempest-ServerRescueNegativeTestJSON-895828946-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6be0d7ed-dc88-4a71-99f9-3509454cef5a HTTP/1.1" status: 200 len: 210 time: 0.0402269 Aug 29 21:39:24.745010 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-06c2b051-9886-4d26-89a9-4476b6422477 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0874f96-e644-4660-bee2-6988edf50b89 HTTP/1.1" status: 200 len: 217 time: 0.0415399 Aug 29 21:39:24.823577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe0bd-d6b7-46f5-bf14-d56d8dc06172 req-308af3a5-6a7f-4cc9-864a-49b26f1dd34d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:24.825077 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-499fe0bd-d6b7-46f5-bf14-d56d8dc06172 req-308af3a5-6a7f-4cc9-864a-49b26f1dd34d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 943 time: 0.0829000 Aug 29 21:39:24.831093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaaea14-ae8c-4840-97ee-5906201e9e88 {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:24.840084 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Publish callbacks [] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.855750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Transition to ACTIVE for port object acaaea14-ae8c-4840-97ee-5906201e9e88 will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:39:24.864739 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.865638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823080ad-4c92-4981-ad1a-fc696991f14e req-288d2325-6c5e-42b8-ae44-6defff1f9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:24.867121 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-288d2325-6c5e-42b8-ae44-6defff1f9761 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0943687 Aug 29 21:39:24.923693 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-499fe0bd-d6b7-46f5-bf14-d56d8dc06172 req-c0d02d07-0ab3-4040-b9ab-343c672f7ba5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896547 Aug 29 21:39:24.940809 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39c824-c8d0-4d56-8d80-e1165fc85674 req-3afc9180-79dc-4e61-b7cb-e90fd8d8e3df tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:24.942524 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4d39c824-c8d0-4d56-8d80-e1165fc85674 req-3afc9180-79dc-4e61-b7cb-e90fd8d8e3df tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 944 time: 0.0629046 Aug 29 21:39:24.950288 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Pushing event updated for resources: {'Port': ['ID=acaaea14-ae8c-4840-97ee-5906201e9e88,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:24.980145 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Attempting to bind port acaaea14-ae8c-4840-97ee-5906201e9e88 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:24.980567 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Attempting to bind port acaaea14-ae8c-4840-97ee-5906201e9e88 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:24.980992 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Attempting to bind port acaaea14-ae8c-4840-97ee-5906201e9e88 on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:24.985452 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Port acaaea14-ae8c-4840-97ee-5906201e9e88 on network 5e837a9d-67f3-4836-bdab-0e762646c779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:39:24.985840 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Attempting to bind port acaaea14-ae8c-4840-97ee-5906201e9e88 on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:24.990740 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:24.991141 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Checking segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:24.991527 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Bound using segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:24.991950 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Bound port: acaaea14-ae8c-4840-97ee-5906201e9e88, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:24.992306 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:24.996030 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4d39c824-c8d0-4d56-8d80-e1165fc85674 req-68adb28b-a639-455f-8374-e1d9a3989344 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469713 Aug 29 21:39:25.028667 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.069932 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] For port acaaea14-ae8c-4840-97ee-5906201e9e88, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:25.072445 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.075156 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] For port acaaea14-ae8c-4840-97ee-5906201e9e88, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=acaaea14-ae8c-4840-97ee-5906201e9e88,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:25.078435 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823080ad-4c92-4981-ad1a-fc696991f14e req-850326f6-a76e-4539-9103-b2fd81bf3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.080206 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-850326f6-a76e-4539-9103-b2fd81bf3c0f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520246 Aug 29 21:39:25.083473 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.087829 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.088665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:25.090601 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 1094 time: 0.6859870 Aug 29 21:39:25.094232 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:25.096747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65" -d '{"events": [{"name": "network-changed", "server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:25.166169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925df361-ce4f-4213-9547-f373912d119d x-openstack-request-id: req-925df361-ce4f-4213-9547-f373912d119d {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:25.166599 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:25.166930 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-925df361-ce4f-4213-9547-f373912d119d {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:25.167339 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925df361-ce4f-4213-9547-f373912d119d'] response: {'name': 'network-changed', 'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'status': 'completed', 'code': 200} Aug 29 21:39:25.172250 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:25.184692 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e1b2a-4530-42e6-a117-79bf425983ed service neutron] Pushing event updated for resources: {'Port': ['ID=acaaea14-ae8c-4840-97ee-5906201e9e88,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:25.202895 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-0bc6c409-0775-40b8-a5e3-0d5ffdb29b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.204652 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-0bc6c409-0775-40b8-a5e3-0d5ffdb29b2c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1128 time: 0.0535588 Aug 29 21:39:25.204781 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-11428b5d-ab06-4a31-a053-935e13762e0a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138091 Aug 29 21:39:25.253913 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-71259938-c815-4501-9f6d-1314126e7ce3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 217 time: 0.0336537 Aug 29 21:39:25.308550 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-9ca0f10f-411f-4ce6-9f89-b0b8c64bb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.310079 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-9ca0f10f-411f-4ce6-9f89-b0b8c64bb5ae service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0498614 Aug 29 21:39:25.312798 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-823080ad-4c92-4981-ad1a-fc696991f14e req-8badd814-edba-4d72-a1b9-fa727adb22fd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928106 Aug 29 21:39:25.359032 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eef78-2720-495f-879a-fabd014c1640 req-0b3c5725-237a-4c4a-a3d6-b51a30898ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.360559 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-0b3c5725-237a-4c4a-a3d6-b51a30898ca7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400438 Aug 29 21:39:25.450837 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-c8372555-6441-4b62-9952-2be85120a51a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837183 Aug 29 21:39:25.543031 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-1e3eef78-2720-495f-879a-fabd014c1640 req-8c555816-df30-4cd5-bb7c-c6cae3a0c540 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864422 Aug 29 21:39:25.754772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39570) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:25.810724 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-027ac0f1-5452-4ce3-a7ef-763bf505a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.812348 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-027ac0f1-5452-4ce3-a7ef-763bf505a68f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1128 time: 0.0407562 Aug 29 21:39:25.911331 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-bd0f1e66-08c3-48ac-9e74-f5c05cdb4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:25.912862 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-bd0f1e66-08c3-48ac-9e74-f5c05cdb4a6b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.0946703 Aug 29 21:39:25.952195 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-6edca9f8-e100-4a62-a02f-e42aeda329a0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 217 time: 0.0326028 Aug 29 21:39:25.965116 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.004532 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-82630180-e766-40da-b787-563cb48522b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:26.006076 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-82630180-e766-40da-b787-563cb48522b7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0485692 Aug 29 21:39:26.046090 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b0874f96-e644-4660-bee2-6988edf50b89 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:39:26.060989 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-8607821a-b300-42ec-b10e-0ff4dc49cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:26.062819 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-8607821a-b300-42ec-b10e-0ff4dc49cec7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510919 Aug 29 21:39:26.066362 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device e0d83c82-29bf-4acb-9a84-0daa85948c1b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:26.086498 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f63fb7-7225-4f57-a2b8-6722b42b664a req-5cc31675-70be-425b-ac19-2ee944959c68 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:26.087984 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d0f63fb7-7225-4f57-a2b8-6722b42b664a req-5cc31675-70be-425b-ac19-2ee944959c68 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 943 time: 0.0852797 Aug 29 21:39:26.099350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: e0d83c82-29bf-4acb-9a84-0daa85948c1b {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:26.099696 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device e0d83c82-29bf-4acb-9a84-0daa85948c1b not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:26.173591 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-e4fd86fc-f95b-4510-bdf0-44d26b3bf0d9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046336 Aug 29 21:39:26.175908 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port b0874f96-e644-4660-bee2-6988edf50b89, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b0874f96-e644-4660-bee2-6988edf50b89,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:26.191175 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'b0874f96-e644-4660-bee2-6988edf50b89', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'port_id': 'b0874f96-e644-4660-bee2-6988edf50b89', 'mac_address': 'fa:16:3e:26:cb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:39:26.198064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf24c32-8f9e-4fe4-aede-6cd785c34193 req-7456a774-c169-4fe3-9d55-506457ab0118 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:26.199588 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-baf24c32-8f9e-4fe4-aede-6cd785c34193 req-7456a774-c169-4fe3-9d55-506457ab0118 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 944 time: 0.1194341 Aug 29 21:39:26.229707 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port b0874f96-e644-4660-bee2-6988edf50b89 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:26.230102 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b0874f96-e644-4660-bee2-6988edf50b89), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.244765 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0874f96-e644-4660-bee2-6988edf50b89 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:26.264058 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-baf24c32-8f9e-4fe4-aede-6cd785c34193 req-8553501f-5c6c-4447-aaf1-a9e88680571d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550532 Aug 29 21:39:26.265913 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port b0874f96-e644-4660-bee2-6988edf50b89, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b0874f96-e644-4660-bee2-6988edf50b89,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:26.270556 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b0874f96-e644-4660-bee2-6988edf50b89), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.275302 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d0f63fb7-7225-4f57-a2b8-6722b42b664a req-c5213857-1beb-4643-a856-f711ff62ae8a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766949 Aug 29 21:39:26.282494 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-d2bac7ee-5607-4b18-ae87-2aecc8b69a65 req-fefaf282-c2bb-4705-b2fe-df8753b2a3cd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029065 Aug 29 21:39:26.346351 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=b0874f96-e644-4660-bee2-6988edf50b89,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:26.364491 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (a8d85bb4-8ff8-4efb-a314-d698b24a1780), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.503218 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['b0874f96-e644-4660-bee2-6988edf50b89'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:26.524955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.553470 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.592246 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Deleting port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:26.592906 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.683142 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.690998 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] For port 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:26.691363 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.714087 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Calling delete_port for 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:26.905889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:26.932869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (45a0ba6d-0556-422a-86c0-2fdd3e3ffaae), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:26.957840 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a0ba6d-0556-422a-86c0-2fdd3e3ffaae,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:27.141387 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (a8d85bb4-8ff8-4efb-a314-d698b24a1780), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:27.434231 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Router a8d85bb4-8ff8-4efb-a314-d698b24a1780 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:27.454730 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd44b5-d7ac-4f81-8704-6af809a4f11e req-0c1bcd2b-c413-4611-996a-090ec0525be3 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:27.456215 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-effd44b5-d7ac-4f81-8704-6af809a4f11e req-0c1bcd2b-c413-4611-996a-090ec0525be3 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 944 time: 0.0994606 Aug 29 21:39:27.461733 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd6741-0f96-4877-bb72-c2f5623728fd req-f70846db-b731-4042-ac4f-23c985b3ebc2 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:27.463171 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-75fd6741-0f96-4877-bb72-c2f5623728fd req-f70846db-b731-4042-ac4f-23c985b3ebc2 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 944 time: 0.1031573 Aug 29 21:39:27.855564 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-effd44b5-d7ac-4f81-8704-6af809a4f11e req-41748226-cbd2-4569-890d-ee44df06df33 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911684 Aug 29 21:39:27.858350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:27.867584 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-75fd6741-0f96-4877-bb72-c2f5623728fd req-1b0a5b27-4c63-4112-b21f-f0361c157da5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945293 Aug 29 21:39:27.881619 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:27.890973 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39596) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:27.892896 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] Sync routers for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:27.893577 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a0720d06-e9b9-4b5c-990d-36614126d456 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a8d85bb4-8ff8-4efb-a314-d698b24a1780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1347015 Aug 29 21:39:27.911002 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:27.911619 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:27.979194 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:27.996607 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks [] for router (a8d85bb4-8ff8-4efb-a314-d698b24a1780), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.013677 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:28.051942 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b0874f96-e644-4660-bee2-6988edf50b89 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:28.102221 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks [] for router_gateway (a8d85bb4-8ff8-4efb-a314-d698b24a1780), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.110613 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:28.116488 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port b0874f96-e644-4660-bee2-6988edf50b89 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:39:28.126097 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port b0874f96-e644-4660-bee2-6988edf50b89 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:28.126475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (b0874f96-e644-4660-bee2-6988edf50b89), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.132631 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:28.156406 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Deleting port 6920e678-8f43-43d3-a85f-08055037ca0d {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:28.156865 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.205684 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port b0874f96-e644-4660-bee2-6988edf50b89 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:28.206088 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (b0874f96-e644-4660-bee2-6988edf50b89), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.231604 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:28.234388 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a7a9c-fd6e-4dbe-bf89-0ac2794d73e6" -d '{"events": [{"server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "name": "network-vif-plugged", "status": "completed", "tag": "b0874f96-e644-4660-bee2-6988edf50b89"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:28.247028 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] For port 6920e678-8f43-43d3-a85f-08055037ca0d, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=6920e678-8f43-43d3-a85f-08055037ca0d,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:28.247398 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.257010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port b0874f96-e644-4660-bee2-6988edf50b89, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b0874f96-e644-4660-bee2-6988edf50b89,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:28.264860 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Calling delete_port for 6920e678-8f43-43d3-a85f-08055037ca0d owned by network:router_gateway {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:28.265206 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (b0874f96-e644-4660-bee2-6988edf50b89), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.299041 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:39:26Z', 'revision_number': 5, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port': {'id': '6920e678-8f43-43d3-a85f-08055037ca0d', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:28.307675 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fc4f14-c65e-40e5-aad0-1a63110533d9 x-openstack-request-id: req-e2fc4f14-c65e-40e5-aad0-1a63110533d9 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:28.308229 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "name": "network-vif-plugged", "status": "completed", "tag": "b0874f96-e644-4660-bee2-6988edf50b89", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:28.308795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2fc4f14-c65e-40e5-aad0-1a63110533d9 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:28.309361 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fc4f14-c65e-40e5-aad0-1a63110533d9'] response: {'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89', 'code': 200} Aug 29 21:39:28.325801 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] Checking router: a8d85bb4-8ff8-4efb-a314-d698b24a1780 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:28.332401 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=b0874f96-e644-4660-bee2-6988edf50b89,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:28.335089 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] Routers {'a8d85bb4-8ff8-4efb-a314-d698b24a1780'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:28.335905 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:28.432278 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] Set router a8d85bb4-8ff8-4efb-a314-d698b24a1780 gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:28.451270 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (6920e678-8f43-43d3-a85f-08055037ca0d), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.481876 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:39:28Z', 'revision_number': 6, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:28.485606 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:28.486235 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Pushing event deleted for resources: {'Port': ['ID=6920e678-8f43-43d3-a85f-08055037ca0d,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:28.510812 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4c27d6-c6e0-48b3-9770-b0dd125e6c28 None None] The sync data for ids ['a8d85bb4-8ff8-4efb-a314-d698b24a1780'] in dv-cinder-854266-3-iscsi is: [{'id': 'a8d85bb4-8ff8-4efb-a314-d698b24a1780', 'name': 'tempest-ServerRescueNegativeTestJSON-414408019-router', 'tenant_id': '57c7abc43eb142d3b36a6d91beee5d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:39:28Z', 'revision_number': 6, 'project_id': '57c7abc43eb142d3b36a6d91beee5d10', 'gw_port_host': None}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:28.553800 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2379-a974-4ddc-8ed8-65961c4fada7 req-3c36ffc6-3ec4-4510-a967-bd4031b76a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:28.555318 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-308e2379-a974-4ddc-8ed8-65961c4fada7 req-3c36ffc6-3ec4-4510-a967-bd4031b76a18 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 1129 time: 0.0816374 Aug 29 21:39:28.588819 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (a8d85bb4-8ff8-4efb-a314-d698b24a1780), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.710845 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (a8d85bb4-8ff8-4efb-a314-d698b24a1780), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.714259 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-308e2379-a974-4ddc-8ed8-65961c4fada7 req-8f89700d-457d-41b1-bf05-e39d7bd7a3f6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488795 Aug 29 21:39:28.715306 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks [] for router_controller (a8d85bb4-8ff8-4efb-a314-d698b24a1780), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.778045 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (a8d85bb4-8ff8-4efb-a314-d698b24a1780), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.778805 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d85bb4-8ff8-4efb-a314-d698b24a1780 {{(pid=106526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:39:28.785750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.787008 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-bd477538-e2f2-4b0f-ab95-3db008c7155a admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a8d85bb4-8ff8-4efb-a314-d698b24a1780 HTTP/1.1" status: 204 len: 168 time: 0.8949161 Aug 29 21:39:28.789559 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39604) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:28.839094 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Deleting subnet 2032761f-b505-4292-babd-650553fbdcb3 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:39:28.842256 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Publish callbacks [] for subnet (2032761f-b505-4292-babd-650553fbdcb3), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.866645 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:28.880261 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (2032761f-b505-4292-babd-650553fbdcb3), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:28.993222 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (2032761f-b505-4292-babd-650553fbdcb3), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.006097 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756c79e-d253-4d82-b7e1-96c134ac5936 req-ae25f60c-1647-4eb0-82eb-cd858f599c62 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:29.007484 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b756c79e-d253-4d82-b7e1-96c134ac5936 req-ae25f60c-1647-4eb0-82eb-cd858f599c62 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 944 time: 0.0522983 Aug 29 21:39:29.074856 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (2032761f-b505-4292-babd-650553fbdcb3), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.086038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a608440-5301-4428-93ec-8b646bbfa305 req-499c5bc8-80e0-4442-8c37-c606941361f8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:29.086787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a608440-5301-4428-93ec-8b646bbfa305 req-499c5bc8-80e0-4442-8c37-c606941361f8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.0882349 Aug 29 21:39:29.136451 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b756c79e-d253-4d82-b7e1-96c134ac5936 req-52e38143-f277-43b6-bebd-6c5041a2e461 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086717 Aug 29 21:39:29.179343 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6a608440-5301-4428-93ec-8b646bbfa305 req-72cb9d98-b47d-49b7-9861-c08497a2b847 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854425 Aug 29 21:39:29.319991 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2032761f-b505-4292-babd-650553fbdcb3,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:29.325215 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.331779 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b7bf344e-fb46-40e3-98b5-d127a8a814fa admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/2032761f-b505-4292-babd-650553fbdcb3 HTTP/1.1" status: 204 len: 168 time: 0.5378540 Aug 29 21:39:29.331779 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39622) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:29.334710 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736ba120-28b1-42b0-b1c3-f31ffa46b056 None None] Network 9e04ecf7-e557-4380-9886-ee0044b14438 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:29.390732 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:29.433474 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:29.433824 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 45a0ba6d-0556-422a-86c0-2fdd3e3ffaae not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:29.443193 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.463828 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (9e04ecf7-e557-4380-9886-ee0044b14438), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.513774 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.519643 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Deleting port c4fd2b93-ae3a-4386-bad5-ce796bdf828b {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:29.520012 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.536277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cffdba-e4df-4b13-bc3c-138be4c04265 req-d2f294e5-77ee-4561-a5b7-7a54adc32444 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:29.544276 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9cffdba-e4df-4b13-bc3c-138be4c04265 req-d2f294e5-77ee-4561-a5b7-7a54adc32444 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0703976 Aug 29 21:39:29.573420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] DHCP port deletion for 9e04ecf7-e557-4380-9886-ee0044b14438 request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:39:29.609307 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a9cffdba-e4df-4b13-bc3c-138be4c04265 req-4703c632-078d-4204-ab0b-b50852db265e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632722 Aug 29 21:39:29.617464 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] For port c4fd2b93-ae3a-4386-bad5-ce796bdf828b, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:29.617813 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.629130 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] Deleting port c4fd2b93-ae3a-4386-bad5-ce796bdf828b {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:29.629505 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.636750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Calling delete_port for c4fd2b93-ae3a-4386-bad5-ce796bdf828b owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:29.714529 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] For port c4fd2b93-ae3a-4386-bad5-ce796bdf828b, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,segment=NetworkSegment(3f961788-b87d-48bf-b2a9-bf9318233a30),segment_id=3f961788-b87d-48bf-b2a9-bf9318233a30)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:29.715140 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.731081 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] Calling delete_port for c4fd2b93-ae3a-4386-bad5-ce796bdf828b owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:29.738455 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.769873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:29.774521 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] No DVR routers for this DVR port c4fd2b93-ae3a-4386-bad5-ce796bdf828b on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:29.784159 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:29.840182 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (c4fd2b93-ae3a-4386-bad5-ce796bdf828b), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.868726 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] Pushing event deleted for resources: {'Port': ['ID=c4fd2b93-ae3a-4386-bad5-ce796bdf828b,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:29.871690 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (9e04ecf7-e557-4380-9886-ee0044b14438), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.873273 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07aae1a-e235-46ca-ba2e-f5cf4a053748 None None] No DVR routers for this DVR port c4fd2b93-ae3a-4386-bad5-ce796bdf828b on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:29.898195 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e04ecf7-e557-4380-9886-ee0044b14438']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:29.908415 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f961788-b87d-48bf-b2a9-bf9318233a30') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:29.908762 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f961788-b87d-48bf-b2a9-bf9318233a30') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:29.919120 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (3f961788-b87d-48bf-b2a9-bf9318233a30), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.934254 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (3f961788-b87d-48bf-b2a9-bf9318233a30), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.941169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:39:29.941605 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (3f961788-b87d-48bf-b2a9-bf9318233a30), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:29.984132 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 3f961788-b87d-48bf-b2a9-bf9318233a30 resource provider aggregate not found Aug 29 21:39:30.001093 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 3f961788-b87d-48bf-b2a9-bf9318233a30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f961788-b87d-48bf-b2a9-bf9318233a30 found for delete ", "request_id": "req-4e87568b-8028-4fc2-8ab4-ab489327554e"}]} Aug 29 21:39:30.009809 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (9e04ecf7-e557-4380-9886-ee0044b14438), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.015729 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.018919 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/9e04ecf7-e557-4380-9886-ee0044b14438 HTTP/1.1" status: 204 len: 168 time: 0.6842275 Aug 29 21:39:30.030819 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9c809-e490-4d18-9912-da332c24a438 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e04ecf7-e557-4380-9886-ee0044b14438,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:30.137237 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39632) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:30.178324 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-ffd983da-7501-49fd-b817-d2fefea91742 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=57c7abc43eb142d3b36a6d91beee5d10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398734 Aug 29 21:39:30.181034 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39636) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:30.281356 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e065bdb3-0044-49c7-a4d5-fcd28b391aeb admin admin] Publish callbacks [] for security_group (59677fa4-5acb-4c9c-b540-6916f9805b4b), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.290821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3128-9022-4783-90cb-58a1a3db19a2 req-d24a8f29-c58b-41a0-b0bb-23c19a3324f2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:30.292613 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-200e3128-9022-4783-90cb-58a1a3db19a2 req-d24a8f29-c58b-41a0-b0bb-23c19a3324f2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 944 time: 0.0738878 Aug 29 21:39:30.353292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e065bdb3-0044-49c7-a4d5-fcd28b391aeb admin admin] Publish callbacks [] for security_group (59677fa4-5acb-4c9c-b540-6916f9805b4b), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.363495 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7dac0-7b22-4d11-af0e-45e09ee64511 req-5fce3544-da3b-4124-9460-6e768a6fdeb6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:30.365023 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-12c7dac0-7b22-4d11-af0e-45e09ee64511 req-5fce3544-da3b-4124-9460-6e768a6fdeb6 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.0997100 Aug 29 21:39:30.434037 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-200e3128-9022-4783-90cb-58a1a3db19a2 req-39ccdd61-e7a2-46bd-a7a6-ba4f40089180 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201413 Aug 29 21:39:30.472648 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-12c7dac0-7b22-4d11-af0e-45e09ee64511 req-e3622305-f0c4-4574-9198-1333a8d2651f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933619 Aug 29 21:39:30.484353 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e065bdb3-0044-49c7-a4d5-fcd28b391aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (59677fa4-5acb-4c9c-b540-6916f9805b4b), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.486918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e065bdb3-0044-49c7-a4d5-fcd28b391aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.490416 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e065bdb3-0044-49c7-a4d5-fcd28b391aeb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/59677fa4-5acb-4c9c-b540-6916f9805b4b HTTP/1.1" status: 204 len: 168 time: 0.3060486 Aug 29 21:39:30.503299 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7c7481f1-7e04-40ae-ad98-8e4f0cacc9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:30.505320 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065bdb3-0044-49c7-a4d5-fcd28b391aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59677fa4-5acb-4c9c-b540-6916f9805b4b,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:30.754551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd175386-f034-4d20-94db-d586fff4a257 req-182b2f81-d083-472a-9f97-7518cef6d137 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:30.756159 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd175386-f034-4d20-94db-d586fff4a257 req-182b2f81-d083-472a-9f97-7518cef6d137 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0548701 Aug 29 21:39:30.815243 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bd175386-f034-4d20-94db-d586fff4a257 req-f3215909-e17e-4bb2-95a6-a10743410a22 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Aug 29 21:39:30.952972 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 6920e678-8f43-43d3-a85f-08055037ca0d no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:30.977512 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 6920e678-8f43-43d3-a85f-08055037ca0d {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:30.977941 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 6920e678-8f43-43d3-a85f-08055037ca0d not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:30.978445 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device c4fd2b93-ae3a-4386-bad5-ce796bdf828b no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:31.000256 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: c4fd2b93-ae3a-4386-bad5-ce796bdf828b {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:39:31.000636 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device c4fd2b93-ae3a-4386-bad5-ce796bdf828b not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:39:31.573998 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6d857-2532-4781-aa35-1780be4fbfb7 req-2ae079b7-eceb-4824-8dd4-8aadf410a345 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:31.575969 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5be6d857-2532-4781-aa35-1780be4fbfb7 req-2ae079b7-eceb-4824-8dd4-8aadf410a345 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 944 time: 0.0571945 Aug 29 21:39:31.645281 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6999d88-901b-4fea-bfd4-6f64e3779fc5 req-5a5ebfbc-3aa9-4d6d-8c2d-1a50bc5f9c17 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:31.646732 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a6999d88-901b-4fea-bfd4-6f64e3779fc5 req-5a5ebfbc-3aa9-4d6d-8c2d-1a50bc5f9c17 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.0696721 Aug 29 21:39:31.689919 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5be6d857-2532-4781-aa35-1780be4fbfb7 req-f4403f65-a03e-4fde-978d-8e1c85d1d2d1 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004570 Aug 29 21:39:31.720831 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a6999d88-901b-4fea-bfd4-6f64e3779fc5 req-a1d05f94-4969-49a9-aebb-a67e0e36493e tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645602 Aug 29 21:39:31.859095 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495bded-cb88-4a24-be36-e6b87f572ad4 req-89adbfe9-3599-4162-b066-4af413650e54 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:31.861175 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e495bded-cb88-4a24-be36-e6b87f572ad4 req-89adbfe9-3599-4162-b066-4af413650e54 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.0523434 Aug 29 21:39:31.871149 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39684) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:31.877615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Request body: {'floatingip': {'port_id': 'b0874f96-e644-4660-bee2-6988edf50b89'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:31.935603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.022118 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af92fa-b91a-4fa3-ad26-779f522eedc8 req-b0bade45-b9a6-4ee7-a8ea-536b5e379605 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:32.023638 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-59af92fa-b91a-4fa3-ad26-779f522eedc8 req-b0bade45-b9a6-4ee7-a8ea-536b5e379605 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.1073244 Aug 29 21:39:32.026956 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.065252 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.066215 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device acaaea14-ae8c-4840-97ee-5906201e9e88 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:39:32.129623 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-59af92fa-b91a-4fa3-ad26-779f522eedc8 req-b5bcc1d5-a1f5-427f-95ca-cb11cc8949eb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982242 Aug 29 21:39:32.176334 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.206916 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port acaaea14-ae8c-4840-97ee-5906201e9e88, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=acaaea14-ae8c-4840-97ee-5906201e9e88,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:32.223121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:39:32.262081 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port acaaea14-ae8c-4840-97ee-5906201e9e88 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:32.262480 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.278061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaaea14-ae8c-4840-97ee-5906201e9e88 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:32.300631 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port acaaea14-ae8c-4840-97ee-5906201e9e88, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=acaaea14-ae8c-4840-97ee-5906201e9e88,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:32.306129 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.359329 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=acaaea14-ae8c-4840-97ee-5906201e9e88,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:32.471448 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39700) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:32.483035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.486863 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.555921 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['acaaea14-ae8c-4840-97ee-5906201e9e88'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:32.587475 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-738e14ee-9e20-41c8-b55b-58d546cdcf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.591767 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP 38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f associated. External IP: 172.27.4.17, port: b0874f96-e644-4660-bee2-6988edf50b89. Aug 29 21:39:32.674957 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-738e14ee-9e20-41c8-b55b-58d546cdcf0a admin admin] Publish callbacks [] for security_group (9cdf6095-9848-4785-a10d-ffba84350140), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.679816 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-738e14ee-9e20-41c8-b55b-58d546cdcf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9cdf6095-9848-4785-a10d-ffba84350140), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.719720 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e14ee-9e20-41c8-b55b-58d546cdcf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf6095-9848-4785-a10d-ffba84350140,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:32.748203 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-738e14ee-9e20-41c8-b55b-58d546cdcf0a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0b7b6b9a32e74bf49588c8056c1722bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753496 Aug 29 21:39:32.749285 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39706) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:32.790733 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.815248 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0165e87d-f27b-4143-b444-69f6ac103527 admin admin] Publish callbacks [] for security_group (9cdf6095-9848-4785-a10d-ffba84350140), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.832515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e7c2e20b-919a-43b4-afa3-0930524ca1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.841960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0165e87d-f27b-4143-b444-69f6ac103527 admin admin] Publish callbacks [] for security_group (9cdf6095-9848-4785-a10d-ffba84350140), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.865844 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdc8ba-d8be-42f3-afba-4a183c4b8d7e req-0f3ba6ec-eaeb-4616-a8f0-56c9e54f2304 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:32.867326 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76cdc8ba-d8be-42f3-afba-4a183c4b8d7e req-0f3ba6ec-eaeb-4616-a8f0-56c9e54f2304 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 945 time: 0.0655351 Aug 29 21:39:32.877843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:32.879739 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:32.907682 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0165e87d-f27b-4143-b444-69f6ac103527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (9cdf6095-9848-4785-a10d-ffba84350140), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.910471 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0165e87d-f27b-4143-b444-69f6ac103527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:32.911630 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0165e87d-f27b-4143-b444-69f6ac103527 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9cdf6095-9848-4785-a10d-ffba84350140 HTTP/1.1" status: 204 len: 168 time: 0.1614149 Aug 29 21:39:32.921146 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165e87d-f27b-4143-b444-69f6ac103527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf6095-9848-4785-a10d-ffba84350140,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:32.970864 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76cdc8ba-d8be-42f3-afba-4a183c4b8d7e req-12830730-0190-4750-9c88-291676468840 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949333 Aug 29 21:39:33.038728 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:33.044274 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.046802 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:33.051378 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:33.063883 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:33.064826 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:33.078046 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0f3f0004-4228-4e35-b278-5e59c417a12a tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f HTTP/1.1" status: 200 len: 990 time: 1.2052770 Aug 29 21:39:33.078643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:33.080962 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dd5148-77b4-4124-8025-a567808d29e2" -d '{"events": [{"name": "network-changed", "server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "tag": "b0874f96-e644-4660-bee2-6988edf50b89"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:33.123638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f186c-6409-4450-94ef-c62f65b92f07 x-openstack-request-id: req-318f186c-6409-4450-94ef-c62f65b92f07 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:33.125003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "tag": "b0874f96-e644-4660-bee2-6988edf50b89", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:33.125328 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-318f186c-6409-4450-94ef-c62f65b92f07 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:33.125820 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318f186c-6409-4450-94ef-c62f65b92f07'] response: {'name': 'network-changed', 'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89', 'status': 'completed', 'code': 200} Aug 29 21:39:33.222030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39722) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:33.246201 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b08b3e15-8654-4ef9-8c81-3524a1d7f623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.301092 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e83c-41b9-46e1-be1e-b386f81e69d8 req-43b1be98-6d7d-4f5e-a7d9-5623a3ca4fc6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:33.302685 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d6c8e83c-41b9-46e1-be1e-b386f81e69d8 req-43b1be98-6d7d-4f5e-a7d9-5623a3ca4fc6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0665100 Aug 29 21:39:33.335978 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:33.361209 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d6c8e83c-41b9-46e1-be1e-b386f81e69d8 req-523cd44f-7f18-4faa-bc8a-10523495fd40 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507648 Aug 29 21:39:33.374701 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b08b3e15-8654-4ef9-8c81-3524a1d7f623 admin admin] Publish callbacks [] for security_group (73862f3a-38ce-4d4f-930a-ce4c9ba54599), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.396633 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b08b3e15-8654-4ef9-8c81-3524a1d7f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (73862f3a-38ce-4d4f-930a-ce4c9ba54599), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.413317 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:33.434318 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd5148-77b4-4124-8025-a567808d29e2 req-2819f84f-ee0b-4ca4-8a85-cdf6cce34683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:33.435862 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-2819f84f-ee0b-4ca4-8a85-cdf6cce34683 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=5220f1dfa6a74754bd08f925c85847b2&device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 1129 time: 0.2846978 Aug 29 21:39:33.441184 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b08b3e15-8654-4ef9-8c81-3524a1d7f623 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=966af1dd107347dca02d9ba61de740e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182138 Aug 29 21:39:33.445136 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39724) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:33.453769 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:33.460108 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b3e15-8654-4ef9-8c81-3524a1d7f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73862f3a-38ce-4d4f-930a-ce4c9ba54599,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:33.506277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Publish callbacks [] for security_group (73862f3a-38ce-4d4f-930a-ce4c9ba54599), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.527106 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Publish callbacks [] for security_group (73862f3a-38ce-4d4f-930a-ce4c9ba54599), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.544825 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd5148-77b4-4124-8025-a567808d29e2 req-18319265-2d03-4816-960e-a4678906b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:33.546412 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-18319265-2d03-4816-960e-a4678906b5ba service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 200 len: 917 time: 0.0969391 Aug 29 21:39:33.576114 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:33.579686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (73862f3a-38ce-4d4f-930a-ce4c9ba54599), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.583200 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:33.587381 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/73862f3a-38ce-4d4f-930a-ce4c9ba54599 HTTP/1.1" status: 204 len: 168 time: 0.1405082 Aug 29 21:39:33.597164 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.17', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': 'b0874f96-e644-4660-bee2-6988edf50b89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:26:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:10Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:33.597674 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73862f3a-38ce-4d4f-930a-ce4c9ba54599,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:33.609738 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.610235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.610677 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.611282 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.611858 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.612409 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.612992 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.613540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.614084 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.614652 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.615196 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.615741 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.616281 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.616887 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.617322 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71447a-6d92-4be7-b3bf-da98f8e00e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:33.640902 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:33.645865 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-cf2d9621-943b-477e-b38a-c6998e6823eb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0874f96-e644-4660-bee2-6988edf50b89 HTTP/1.1" status: 200 len: 998 time: 0.0878165 Aug 29 21:39:33.660757 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:33.661431 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:33.706699 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd5148-77b4-4124-8025-a567808d29e2 req-ed46358b-d64f-46b1-85bc-7bc6560d0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:33.708174 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-ed46358b-d64f-46b1-85bc-7bc6560d0ffe service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 200 len: 854 time: 0.0515232 Aug 29 21:39:33.753408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd5148-77b4-4124-8025-a567808d29e2 req-7d9ead94-0d05-42d9-b80c-df01d2c5729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:33.754926 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-7d9ead94-0d05-42d9-b80c-df01d2c5729c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5edf4d12-91b6-4448-8d9a-6fbab4fee15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406458 Aug 29 21:39:33.773757 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:33.858860 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-ad66f5c2-86be-4f4b-8f53-b46ed33219f2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959060 Aug 29 21:39:33.960069 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-80dd5148-77b4-4124-8025-a567808d29e2 req-54cfed9b-a036-40d9-821d-c282a7be2341 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968635 Aug 29 21:39:34.014356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.17', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': 'b0874f96-e644-4660-bee2-6988edf50b89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:26:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:10Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:34.041919 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9ba210-82d9-4337-883d-68ea7b55d5a9 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'floating_ip_address': '172.27.4.17', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'port_id': 'b0874f96-e644-4660-bee2-6988edf50b89', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'mac_address': 'fa:16:3e:26:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:10Z', 'updated_at': '2022-08-29T21:39:32Z', 'revision_number': 1, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:34.078963 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device acaaea14-ae8c-4840-97ee-5906201e9e88 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:34.109103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd35bd-83ad-48e6-b363-b613511cde42 req-e4a640e2-b027-4caa-a083-19937fd846b2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:34.110716 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5dbd35bd-83ad-48e6-b363-b613511cde42 req-e4a640e2-b027-4caa-a083-19937fd846b2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 945 time: 0.0599174 Aug 29 21:39:34.135774 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port acaaea14-ae8c-4840-97ee-5906201e9e88 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:39:34.147114 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port acaaea14-ae8c-4840-97ee-5906201e9e88 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:34.147790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.176164 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5dbd35bd-83ad-48e6-b363-b613511cde42 req-539d03bf-fb45-4dd7-b988-a3677cbac59a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596280 Aug 29 21:39:34.241614 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port acaaea14-ae8c-4840-97ee-5906201e9e88 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:34.242085 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.269396 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:34.271736 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf1fa7a-5bdc-4247-afdf-77a8519d499f" -d '{"events": [{"server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "name": "network-vif-plugged", "status": "completed", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:34.286789 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port acaaea14-ae8c-4840-97ee-5906201e9e88, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=acaaea14-ae8c-4840-97ee-5906201e9e88,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:34.292564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:34.310789 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac92bae-751c-482c-9876-fbc1b1525a0e None None] New status for floating IP 38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f: ACTIVE {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:34.324548 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5185895-df57-4f23-8ceb-26741b4c2ba7 x-openstack-request-id: req-e5185895-df57-4f23-8ceb-26741b4c2ba7 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:34.324884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "name": "network-vif-plugged", "status": "completed", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:34.325140 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5185895-df57-4f23-8ceb-26741b4c2ba7 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:34.325772 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5185895-df57-4f23-8ceb-26741b4c2ba7'] response: {'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'code': 200} Aug 29 21:39:34.360216 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=acaaea14-ae8c-4840-97ee-5906201e9e88,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:34.515104 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8b259-b691-47e4-a483-383930a9b1fe req-09f645e7-e984-4f42-bd15-738f01b5f2e3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:34.517102 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-71c8b259-b691-47e4-a483-383930a9b1fe req-09f645e7-e984-4f42-bd15-738f01b5f2e3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0667121 Aug 29 21:39:34.577088 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-71c8b259-b691-47e4-a483-383930a9b1fe req-6b140b3a-c7ed-4745-af93-77847cfd2770 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538712 Aug 29 21:39:34.635040 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5e837-f06d-4908-ac53-1e43ebee0085 req-c7927a50-54f3-4718-981b-9c9ed30b89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:34.637148 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-fae5e837-f06d-4908-ac53-1e43ebee0085 req-c7927a50-54f3-4718-981b-9c9ed30b89e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1130 time: 0.0433111 Aug 29 21:39:34.721050 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-fae5e837-f06d-4908-ac53-1e43ebee0085 req-a4b35f9f-415e-4eab-a633-14852dd52501 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426760 Aug 29 21:39:34.824315 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.301123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58a92a-f98a-40ba-a8c4-96b8e4f793d0 req-5d938bc2-b700-4a25-8224-c63b404e6365 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:35.302570 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be58a92a-f98a-40ba-a8c4-96b8e4f793d0 req-5d938bc2-b700-4a25-8224-c63b404e6365 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.0497720 Aug 29 21:39:35.353668 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-be58a92a-f98a-40ba-a8c4-96b8e4f793d0 req-d98f33ab-770c-43a0-93e8-74fd296b45b7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Aug 29 21:39:35.641756 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.704070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cd09e-d436-4354-959e-084eabfd605f req-a288222c-b42b-450f-a6fb-0aa156b6323f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:35.705555 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-831cd09e-d436-4354-959e-084eabfd605f req-a288222c-b42b-450f-a6fb-0aa156b6323f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0476243 Aug 29 21:39:35.756168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:35.760164 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-831cd09e-d436-4354-959e-084eabfd605f req-3bc34339-3fcf-4d43-8d01-94ae103981d4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486162 Aug 29 21:39:36.318071 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39802) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:36.437788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f4afb444-1148-4f5c-9087-23fbbb946881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.495496 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55745a5-0659-4a16-b55c-0def0cddf777 req-a6f3f9f7-2b0c-4fbb-a69d-66b43f0e4c1a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:36.496997 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d55745a5-0659-4a16-b55c-0def0cddf777 req-a6f3f9f7-2b0c-4fbb-a69d-66b43f0e4c1a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.0612316 Aug 29 21:39:36.573981 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d55745a5-0659-4a16-b55c-0def0cddf777 req-a8507eaa-26e0-4244-aa21-2b421f9bdf4e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708704 Aug 29 21:39:36.598316 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f4afb444-1148-4f5c-9087-23fbbb946881 admin admin] Publish callbacks [] for security_group (1cd7c76a-75df-4512-8b3b-bd61b52e5001), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.602845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f4afb444-1148-4f5c-9087-23fbbb946881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1cd7c76a-75df-4512-8b3b-bd61b52e5001), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.630285 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:36.645751 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f4afb444-1148-4f5c-9087-23fbbb946881 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cb943d78e0894e219ba68b017b475cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266218 Aug 29 21:39:36.646566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afb444-1148-4f5c-9087-23fbbb946881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd7c76a-75df-4512-8b3b-bd61b52e5001,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:36.650169 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39810) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:36.700427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55adfc-6ff4-4c2d-b35a-76cca6760bc7 req-dcd7b220-c784-42f7-8b84-340e24aac9c0 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:36.701986 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b55adfc-6ff4-4c2d-b35a-76cca6760bc7 req-dcd7b220-c784-42f7-8b84-340e24aac9c0 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.0513704 Aug 29 21:39:36.710359 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:36.715030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfb16-2219-460a-ba80-42372babe654 admin admin] Publish callbacks [] for security_group (1cd7c76a-75df-4512-8b3b-bd61b52e5001), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.738897 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfb16-2219-460a-ba80-42372babe654 admin admin] Publish callbacks [] for security_group (1cd7c76a-75df-4512-8b3b-bd61b52e5001), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.754343 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b55adfc-6ff4-4c2d-b35a-76cca6760bc7 req-c11ea1b9-d7b7-41d8-8718-f1dc215df594 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466275 Aug 29 21:39:36.767133 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:36.781894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39812) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:36.796943 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfb16-2219-460a-ba80-42372babe654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1cd7c76a-75df-4512-8b3b-bd61b52e5001), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.799895 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e5ddfb16-2219-460a-ba80-42372babe654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.804070 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e5ddfb16-2219-460a-ba80-42372babe654 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1cd7c76a-75df-4512-8b3b-bd61b52e5001 HTTP/1.1" status: 204 len: 168 time: 0.1506865 Aug 29 21:39:36.814427 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddfb16-2219-460a-ba80-42372babe654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd7c76a-75df-4512-8b3b-bd61b52e5001,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:36.819467 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:36.827933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2014a6-2660-4fbd-9ed8-3342a62df96e tempest-TestVolumeBootPattern-635849741 tempest-TestVolumeBootPattern-635849741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:36.829469 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-9e2014a6-2660-4fbd-9ed8-3342a62df96e tempest-TestVolumeBootPattern-635849741 tempest-TestVolumeBootPattern-635849741-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1125 time: 0.0465431 Aug 29 21:39:36.832154 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39818) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:36.837827 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:36.862996 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:36.970040 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d5b8c-f130-4a05-8cf0-a255d1ba5251 req-8825f5d8-e6be-4329-8e21-fa294560029e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:36.971499 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a14d5b8c-f130-4a05-8cf0-a255d1ba5251 req-8825f5d8-e6be-4329-8e21-fa294560029e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0905080 Aug 29 21:39:37.007690 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.067335 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a14d5b8c-f130-4a05-8cf0-a255d1ba5251 req-1543e30c-ee70-4d8f-94b0-e857475c9e6b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899875 Aug 29 21:39:37.115830 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39822) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:37.129318 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f19b235-bfd7-4e26-b9b6-07e9dc9dbef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.149652 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Allocated IP 172.27.4.79 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/ac5dac88-7c66-4ba2-a81f-ea144f775adb) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:37.208757 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f19b235-bfd7-4e26-b9b6-07e9dc9dbef5 admin admin] Publish callbacks [] for security_group (790b76c4-a745-4f80-89ae-39be8a665c77), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.213202 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f19b235-bfd7-4e26-b9b6-07e9dc9dbef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (790b76c4-a745-4f80-89ae-39be8a665c77), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.251923 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6f19b235-bfd7-4e26-b9b6-07e9dc9dbef5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=78bb7e2aa2954760a7ceedc2e0349760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349535 Aug 29 21:39:37.253061 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19b235-bfd7-4e26-b9b6-07e9dc9dbef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b76c4-a745-4f80-89ae-39be8a665c77,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:37.255226 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39824) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:37.287798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.343600 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-193508f5-6618-4573-bc90-edb1fd50304d admin admin] Publish callbacks [] for security_group (790b76c4-a745-4f80-89ae-39be8a665c77), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.368098 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.380608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-193508f5-6618-4573-bc90-edb1fd50304d admin admin] Publish callbacks [] for security_group (790b76c4-a745-4f80-89ae-39be8a665c77), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.434753 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:37.443681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:37.450959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:37.454721 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=ac5dac88-7c66-4ba2-a81f-ea144f775adb,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:37.482845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:37.523097 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-193508f5-6618-4573-bc90-edb1fd50304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (790b76c4-a745-4f80-89ae-39be8a665c77), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.525753 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-193508f5-6618-4573-bc90-edb1fd50304d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:37.527044 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-193508f5-6618-4573-bc90-edb1fd50304d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/790b76c4-a745-4f80-89ae-39be8a665c77 HTTP/1.1" status: 204 len: 168 time: 0.2706993 Aug 29 21:39:37.547897 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193508f5-6618-4573-bc90-edb1fd50304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b76c4-a745-4f80-89ae-39be8a665c77,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:37.586921 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:38.088447 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (0bad6e22-d877-4ae8-a4ee-59a51fe9dba0), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.178688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.238389 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dc884-b5da-4cd5-b352-30af47a91827 req-a0bcb839-9d19-4f5e-90fa-0e800995a005 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:38.239870 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3c3dc884-b5da-4cd5-b352-30af47a91827 req-a0bcb839-9d19-4f5e-90fa-0e800995a005 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0788703 Aug 29 21:39:38.342661 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3c3dc884-b5da-4cd5-b352-30af47a91827 req-f4fa5b16-d294-4016-8b88-03b555e1cb08 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961800 Aug 29 21:39:38.412874 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.419531 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.494198 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=ac5dac88-7c66-4ba2-a81f-ea144f775adb,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:38.497449 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (0bad6e22-d877-4ae8-a4ee-59a51fe9dba0), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.600939 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Floating IP 0bad6e22-d877-4ae8-a4ee-59a51fe9dba0 associated. External IP: 172.27.4.79, port: acaaea14-ae8c-4840-97ee-5906201e9e88. Aug 29 21:39:38.680607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:38.694043 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39856) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:38.751950 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:38.807581 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-68b2a0a0-dcd4-42a7-a392-6eafd42fd5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.818775 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:39:38.890764 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-68b2a0a0-dcd4-42a7-a392-6eafd42fd5df admin admin] Publish callbacks [] for security_group (d20a8ef8-d633-4735-94ce-93ead0858276), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.900867 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-68b2a0a0-dcd4-42a7-a392-6eafd42fd5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (d20a8ef8-d633-4735-94ce-93ead0858276), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:38.931733 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:39:38.940546 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2a0a0-dcd4-42a7-a392-6eafd42fd5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a8ef8-d633-4735-94ce-93ead0858276,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:38.943492 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a0577-66af-4381-b034-93169a22094d None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:39:38.948993 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-68b2a0a0-dcd4-42a7-a392-6eafd42fd5df admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3f19f70b1f5545aca8038532401fe71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537093 Aug 29 21:39:38.949578 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39860) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:38.957758 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:38.958391 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:38.960260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:39.015803 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-2ade6e19-ca57-4d2f-a7d7-746a179e6185 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1821172 Aug 29 21:39:39.016212 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:39.018473 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be" -d '{"events": [{"name": "network-changed", "server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:39.038549 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d2c33b59-a1d3-4cf5-8cf3-4975f9f111db admin admin] Publish callbacks [] for security_group (d20a8ef8-d633-4735-94ce-93ead0858276), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:39.059497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2d3552-7e23-4f8a-836f-d0309eb7bd3f x-openstack-request-id: req-cc2d3552-7e23-4f8a-836f-d0309eb7bd3f {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:39.059795 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:39.060051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc2d3552-7e23-4f8a-836f-d0309eb7bd3f {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:39.060459 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2d3552-7e23-4f8a-836f-d0309eb7bd3f'] response: {'name': 'network-changed', 'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'status': 'completed', 'code': 200} Aug 29 21:39:39.065183 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d2c33b59-a1d3-4cf5-8cf3-4975f9f111db admin admin] Publish callbacks [] for security_group (d20a8ef8-d633-4735-94ce-93ead0858276), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:39.068105 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:39.070625 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:39.101994 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:39.126808 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d2c33b59-a1d3-4cf5-8cf3-4975f9f111db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (d20a8ef8-d633-4735-94ce-93ead0858276), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:39.130477 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d2c33b59-a1d3-4cf5-8cf3-4975f9f111db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:39.131900 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-d2c33b59-a1d3-4cf5-8cf3-4975f9f111db admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d20a8ef8-d633-4735-94ce-93ead0858276 HTTP/1.1" status: 204 len: 168 time: 0.1810617 Aug 29 21:39:39.143410 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c33b59-a1d3-4cf5-8cf3-4975f9f111db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a8ef8-d633-4735-94ce-93ead0858276,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:39.159634 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-7de461de-b6aa-4ae7-aa36-3926f556a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:39.161396 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-7de461de-b6aa-4ae7-aa36-3926f556a238 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1130 time: 0.0576785 Aug 29 21:39:39.170762 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:39.284422 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-a873679d-068d-4ef7-819f-876ac57dba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:39.286079 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-a873679d-068d-4ef7-819f-876ac57dba9e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1080554 Aug 29 21:39:39.350034 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:37Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:39.358299 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-b308d7ed-8fe0-4fb4-a70f-3d3cc38294ba service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 999 time: 0.0653639 Aug 29 21:39:39.389702 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a0577-66af-4381-b034-93169a22094d None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:39:39.407478 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:39:39.408100 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:39:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:39.426930 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-7b6c6d65-5384-4752-aa5c-e589bdf61258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:39.428425 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-7b6c6d65-5384-4752-aa5c-e589bdf61258 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0643971 Aug 29 21:39:39.487585 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-198d7acf-5569-4c53-8e10-b12bd5132f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:39.489647 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-198d7acf-5569-4c53-8e10-b12bd5132f49 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537529 Aug 29 21:39:39.498121 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68db79-3fa5-446e-917b-20f2425369cd req-d4bc63b1-6fd7-420c-8a4d-8b53dd2ea9d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:39.499661 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f68db79-3fa5-446e-917b-20f2425369cd req-d4bc63b1-6fd7-420c-8a4d-8b53dd2ea9d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0651402 Aug 29 21:39:39.552716 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f68db79-3fa5-446e-917b-20f2425369cd req-68695a49-8d79-424b-8687-5133b2af28c6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473051 Aug 29 21:39:39.565124 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:39:39.606887 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-dba08b0e-971e-4a60-ad9f-147fedfeb51d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116078 Aug 29 21:39:39.674778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:39.700856 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:39.717608 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-439e7bae-0fe0-437e-a1b1-d3b9017eb2be req-b91384f6-fd04-406e-86db-834105d4af6b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041768 Aug 29 21:39:39.798913 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-9e2a0577-66af-4381-b034-93169a22094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:37Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:39:39.826600 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a0577-66af-4381-b034-93169a22094d None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:37Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:39:39.903300 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 39888) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:40.010156 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1642293353-network', 'tenant_id': 'cfe1d306716f49be9c1171a3b83d68f3'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:40.032755 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Made reservation on behalf of cfe1d306716f49be9c1171a3b83d68f3 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:40.035612 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.047648 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.058625 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65bc0d-cea8-480e-9a74-3e89591ca842 None None] New status for floating IP 0bad6e22-d877-4ae8-a4ee-59a51fe9dba0: ACTIVE {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:39:40.129814 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks [] for security_group (28fd9966-d057-41ae-9530-d51f9c862c51), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.134690 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (28fd9966-d057-41ae-9530-d51f9c862c51), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.168177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:39:40.175405 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd9966-d057-41ae-9530-d51f9c862c51,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:40.183920 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (63a05a1d-1f75-4ffb-9162-626a2d70fe06), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.184982 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Added segment 63a05a1d-1f75-4ffb-9162-626a2d70fe06 of type vlan for network 78c101bb-e30d-4754-b493-6344068092ae Aug 29 21:39:40.231582 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (78c101bb-e30d-4754-b493-6344068092ae), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.258800 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (78c101bb-e30d-4754-b493-6344068092ae), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.260037 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:40.260654 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.319228 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4147596 Aug 29 21:39:40.322178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 39892) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:40.327778 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Request body: {'subnet': {'network_id': '78c101bb-e30d-4754-b493-6344068092ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1642293353-subnet', 'tenant_id': 'cfe1d306716f49be9c1171a3b83d68f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:40.331462 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fdae3-aa15-4818-91fa-d192afd5f11a admin admin] Pushing event updated for resources: {'Network': ['ID=78c101bb-e30d-4754-b493-6344068092ae,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:40.343271 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 78c101bb-e30d-4754-b493-6344068092ae details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:39:40.350651 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Made reservation on behalf of cfe1d306716f49be9c1171a3b83d68f3 for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:40.353627 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30090056'] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.535875 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33516574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30090078'] for subnet (d3bfd131-49c3-45b6-a137-d63656be84ba), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.585314 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bfd131-49c3-45b6-a137-d63656be84ba,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:40.590368 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:40.610007 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Checking segment: {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:40.610430 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Network hostable DHCP agents. Network: 78c101bb-e30d-4754-b493-6344068092ae, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:39:40.630929 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Network 78c101bb-e30d-4754-b493-6344068092ae is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:39:40.652305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 78c101bb-e30d-4754-b493-6344068092ae) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:40.661170 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156a19ab-52d7-4691-b69a-3130063ae0d9 None None] Network 78c101bb-e30d-4754-b493-6344068092ae requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:40.674871 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:40.675462 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:40.701317 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e8165-5f1e-454f-9012-13717764db1f req-731c2d12-61ee-4a38-9a46-dc924a199e27 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:40.703098 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec8e8165-5f1e-454f-9012-13717764db1f req-731c2d12-61ee-4a38-9a46-dc924a199e27 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0622969 Aug 29 21:39:40.715322 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-1a868ffa-fd69-4131-b271-84dffb36a7eb admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3840315 Aug 29 21:39:40.748622 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:40.763736 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec8e8165-5f1e-454f-9012-13717764db1f req-fe7e18a8-0edb-427f-85a3-545c47646656 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536284 Aug 29 21:39:40.898494 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ae66f-7427-47d6-946c-912fd31603c5 None None] Network 78c101bb-e30d-4754-b493-6344068092ae requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:39:41.902639 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e75a8-301f-4470-b2cd-86e5d05d1e8c req-de3095bf-e857-4464-9fec-2bf181407917 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:41.904284 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d30e75a8-301f-4470-b2cd-86e5d05d1e8c req-de3095bf-e857-4464-9fec-2bf181407917 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0566769 Aug 29 21:39:41.955479 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d30e75a8-301f-4470-b2cd-86e5d05d1e8c req-33c060ce-05b5-4853-83c4-d3936299c6be tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440705 Aug 29 21:39:42.111140 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:39:42.117612 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:42.221160 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:42.234202 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'mac_address': 'fa:16:3e:e0:cc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:39:42.270460 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:42.280337 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: ACTIVE; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:42.280973 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:42.301160 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d22eeab8-4235-4014-83a9-d0d8e059e752 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:42.333473 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:42.354452 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:42.422951 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=6']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:42.477761 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['d22eeab8-4235-4014-83a9-d0d8e059e752'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:42.536772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-d1675be4-c48a-4522-b59c-50d193aa1895 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:42.538299 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-d1675be4-c48a-4522-b59c-50d193aa1895 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/networks?id=78c101bb-e30d-4754-b493-6344068092ae HTTP/1.1" status: 200 len: 809 time: 0.1221328 Aug 29 21:39:42.553633 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-289f7e32-19b9-4e03-b6ab-c4529715718e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/quotas/cfe1d306716f49be9c1171a3b83d68f3 HTTP/1.1" status: 200 len: 375 time: 0.0093493 Aug 29 21:39:42.589513 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-2f28160a-5946-4d97-bf06-8ea3aff42bbc tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296006 Aug 29 21:39:42.735897 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-3a48b80d-ceba-4d2a-b4c9-e8afbda2b62f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395781 Aug 29 21:39:42.842709 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-5a7c9a5b-9843-4ff2-bc50-fdc417ea4b55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010048 Aug 29 21:39:43.046969 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-932a7303-c73a-4ee6-bd09-47b157db572f req-b930a66f-f8bc-44d5-b4e8-98eb2d5e7e02 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 210 time: 0.0359528 Aug 29 21:39:43.120377 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8c73-d760-41a0-a1c9-3130ad61e083 req-173e6f81-f5ef-463e-a9f6-a2554d6a2354 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:43.122481 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-94cd8c73-d760-41a0-a1c9-3130ad61e083 req-173e6f81-f5ef-463e-a9f6-a2554d6a2354 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 945 time: 0.0559204 Aug 29 21:39:43.191135 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-94cd8c73-d760-41a0-a1c9-3130ad61e083 req-4d7eb065-0eaf-4487-a809-b3c23a0be57f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600903 Aug 29 21:39:44.121445 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:44.193622 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port d22eeab8-4235-4014-83a9-d0d8e059e752 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:44.194286 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:44.249468 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-60811ca0-0c0f-4cb7-b5dc-884ade4510ca req-2b466408-272f-49ed-af4d-7b96e12e849a tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 210 time: 0.0731485 Aug 29 21:39:44.314917 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:44.315314 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:44.348712 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:44.352906 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d007a5-5b05-4c34-b798-c143d18326bd" -d '{"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-plugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:44.373373 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:44.385144 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:44.425117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f274-1b42-49ce-a5bf-be74d86ddebf req-0bd5e7ec-9119-48b6-896e-28ffa1547348 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:44.436940 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-02b7f274-1b42-49ce-a5bf-be74d86ddebf req-0bd5e7ec-9119-48b6-896e-28ffa1547348 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 945 time: 0.0970194 Aug 29 21:39:44.441912 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa336703-bd9e-498d-8ffb-f40088ddab84 x-openstack-request-id: req-fa336703-bd9e-498d-8ffb-f40088ddab84 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:44.442438 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-plugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:44.443032 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa336703-bd9e-498d-8ffb-f40088ddab84 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:44.444777 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa336703-bd9e-498d-8ffb-f40088ddab84'] response: {'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'code': 200} Aug 29 21:39:44.488553 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=7']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:44.499394 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.499829 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.500301 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.500721 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.501472 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.502265 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.503043 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.503996 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.504688 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.505206 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.505784 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.506129 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.506623 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.506955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.507284 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:39:44.515140 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-02b7f274-1b42-49ce-a5bf-be74d86ddebf req-727dabe7-c74c-475b-ac6a-047d490d918b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767114 Aug 29 21:39:44.795277 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-dee13225-b066-4cf1-a7e4-e66fc6156396 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:44.799983 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-dee13225-b066-4cf1-a7e4-e66fc6156396 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "GET /networking/v2.0/networks?id=78c101bb-e30d-4754-b493-6344068092ae HTTP/1.1" status: 200 len: 809 time: 0.1562614 Aug 29 21:39:44.816381 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Request body: {'port': {'device_id': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'network_id': '78c101bb-e30d-4754-b493-6344068092ae', 'admin_state_up': True, 'tenant_id': 'cfe1d306716f49be9c1171a3b83d68f3'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:44.977276 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Made reservation on behalf of cfe1d306716f49be9c1171a3b83d68f3 for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:39:44.982141 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:45.163477 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Allocated IP 172.20.0.14 (78c101bb-e30d-4754-b493-6344068092ae/d3bfd131-49c3-45b6-a137-d63656be84ba/85127093-2ea6-4cab-9379-3c35926b9c42) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:39:45.271360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:45.276322 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:45.365474 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks [] for port (85127093-2ea6-4cab-9379-3c35926b9c42), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:45.392955 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-36f61ab0-3392-48fa-8b0a-8e4f12658115 req-9f81021d-1c02-479a-b111-c395f068d7f6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 210 time: 0.0423069 Aug 29 21:39:45.413451 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:45.481021 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Network 78c101bb-e30d-4754-b493-6344068092ae is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:39:45.482624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Pushing event updated for resources: {'Port': ['ID=85127093-2ea6-4cab-9379-3c35926b9c42,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:45.494663 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:39:45.505264 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:39:45.583881 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:45.584724 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:45.611746 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-0243db6c-acef-4f28-86bd-a2c3ab1e2248 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8009040 Aug 29 21:39:45.625938 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Request body: {'port': {'device_id': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:39:45.717786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272cc13-fa4e-4995-ba10-dbeb7b0e70dd req-fdd43d0a-ba28-48f5-8b84-0716a37ec391 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:45.724257 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2272cc13-fa4e-4995-ba10-dbeb7b0e70dd req-fdd43d0a-ba28-48f5-8b84-0716a37ec391 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0925066 Aug 29 21:39:45.743081 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:45.790176 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2272cc13-fa4e-4995-ba10-dbeb7b0e70dd req-96720bf6-115f-42a9-a5a1-c1244e1fab16 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571330 Aug 29 21:39:46.139166 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85127093-2ea6-4cab-9379-3c35926b9c42 {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:46.155815 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Publish callbacks [] for port (85127093-2ea6-4cab-9379-3c35926b9c42), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:46.178676 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Transition to ACTIVE for port object 85127093-2ea6-4cab-9379-3c35926b9c42 will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:39:46.182514 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:46.255033 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Pushing event updated for resources: {'Port': ['ID=85127093-2ea6-4cab-9379-3c35926b9c42,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:46.320191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Attempting to bind port 85127093-2ea6-4cab-9379-3c35926b9c42 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:39:46.321058 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Attempting to bind port 85127093-2ea6-4cab-9379-3c35926b9c42 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:39:46.321394 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Attempting to bind port 85127093-2ea6-4cab-9379-3c35926b9c42 on network 78c101bb-e30d-4754-b493-6344068092ae {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:46.327958 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Port 85127093-2ea6-4cab-9379-3c35926b9c42 on network 78c101bb-e30d-4754-b493-6344068092ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:39:46.328281 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Attempting to bind port 85127093-2ea6-4cab-9379-3c35926b9c42 on network 78c101bb-e30d-4754-b493-6344068092ae {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:39:46.334682 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:39:46.335023 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Checking segment: {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:39:46.335410 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Bound using segment: {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:39:46.335839 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Bound port: 85127093-2ea6-4cab-9379-3c35926b9c42, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:39:46.336873 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:46.376955 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:46.406117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] For port 85127093-2ea6-4cab-9379-3c35926b9c42, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:39:46.409176 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:46.411460 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] For port 85127093-2ea6-4cab-9379-3c35926b9c42, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85127093-2ea6-4cab-9379-3c35926b9c42,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:39:46.420222 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:46.425341 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:46.425961 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:46.427406 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/85127093-2ea6-4cab-9379-3c35926b9c42 HTTP/1.1" status: 200 len: 1094 time: 0.8069861 Aug 29 21:39:46.428164 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'tag': '85127093-2ea6-4cab-9379-3c35926b9c42'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:46.431048 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b6723-8bf1-419b-87d9-223d28a6e57c", "tag": "85127093-2ea6-4cab-9379-3c35926b9c42"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:46.578582 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88fdf8-5055-4ef3-92e0-e7bbcf797d96 service neutron] Pushing event updated for resources: {'Port': ['ID=85127093-2ea6-4cab-9379-3c35926b9c42,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:46.599337 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-03293584-d2df-4188-96a3-aab39fbd6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:46.601193 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-03293584-d2df-4188-96a3-aab39fbd6e96 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 1128 time: 0.1004462 Aug 29 21:39:46.649468 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e3beb-9b28-4b28-ba8d-482fa7b53eb8 req-e6a23467-aa8f-4404-b608-18aa72a4d875 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:46.655520 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9d1e3beb-9b28-4b28-ba8d-482fa7b53eb8 req-e6a23467-aa8f-4404-b608-18aa72a4d875 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 944 time: 0.1246376 Aug 29 21:39:46.659333 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-a354fee2-7540-4dd8-9060-55c714e3d3b4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85127093-2ea6-4cab-9379-3c35926b9c42 HTTP/1.1" status: 200 len: 217 time: 0.0490220 Aug 29 21:39:46.691066 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:46.720471 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9d1e3beb-9b28-4b28-ba8d-482fa7b53eb8 req-62d9a9a5-c24a-4df2-9a44-e0d100b33f6c tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620680 Aug 29 21:39:46.737093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80db822d-8267-4895-b6a7-2334f95fb362 x-openstack-request-id: req-80db822d-8267-4895-b6a7-2334f95fb362 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:46.737396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b6723-8bf1-419b-87d9-223d28a6e57c", "tag": "85127093-2ea6-4cab-9379-3c35926b9c42", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:46.737633 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80db822d-8267-4895-b6a7-2334f95fb362 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:46.738039 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80db822d-8267-4895-b6a7-2334f95fb362'] response: {'name': 'network-changed', 'server_uuid': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'tag': '85127093-2ea6-4cab-9379-3c35926b9c42', 'status': 'completed', 'code': 200} Aug 29 21:39:46.744732 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-722f6cff-260f-441e-a87c-6fbf3e28920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:46.746304 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-722f6cff-260f-441e-a87c-6fbf3e28920f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d3bfd131-49c3-45b6-a137-d63656be84ba HTTP/1.1" status: 200 len: 849 time: 0.0802045 Aug 29 21:39:46.784079 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-15dacbc5-c5b4-47a0-a32d-f9ad929ebee6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=78c101bb-e30d-4754-b493-6344068092ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293436 Aug 29 21:39:46.919614 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-252fb4e3-65cc-41c3-8dc4-39939a2ca94a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249969 Aug 29 21:39:46.941550 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1f3a-398c-44f9-8869-94750f764a1f req-9514b860-3170-4be1-9527-c0fbd7f149df tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:46.948900 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e66d1f3a-398c-44f9-8869-94750f764a1f req-9514b860-3170-4be1-9527-c0fbd7f149df tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0639086 Aug 29 21:39:47.002495 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e66d1f3a-398c-44f9-8869-94750f764a1f req-20394b61-2fdf-49c2-9bb2-fd68a53ec7f0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524206 Aug 29 21:39:47.049505 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-5d55e7b8-9df1-4671-a4c7-ccf25b99c097 req-b98dd141-3c36-4822-a308-086e3bc285df service neutron] 10.222.0.72 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196225 Aug 29 21:39:47.889569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914874c7-dae7-407c-893e-64919321d147 req-538f78a7-3a17-4c60-bd9d-c1f90685808e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:47.896996 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-914874c7-dae7-407c-893e-64919321d147 req-538f78a7-3a17-4c60-bd9d-c1f90685808e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 944 time: 0.0876842 Aug 29 21:39:47.952951 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-914874c7-dae7-407c-893e-64919321d147 req-32d7cf99-8a73-4d7c-903c-b363d1c0ac26 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547082 Aug 29 21:39:48.152892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 85127093-2ea6-4cab-9379-3c35926b9c42 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:39:48.169346 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baae5c-c463-4a6f-9316-c2ca422e94c8 req-5c10e8f2-2860-4f47-8a42-07271db5f134 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.171217 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f4baae5c-c463-4a6f-9316-c2ca422e94c8 req-5c10e8f2-2860-4f47-8a42-07271db5f134 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0682271 Aug 29 21:39:48.219841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:48.240067 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-c958f7b6-08f7-4c22-a55d-38ad8fadbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.243858 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-c958f7b6-08f7-4c22-a55d-38ad8fadbb8d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 1128 time: 0.0696158 Aug 29 21:39:48.292889 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f4baae5c-c463-4a6f-9316-c2ca422e94c8 req-762e734f-5ec4-4c59-88ef-a9beec502667 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075795 Aug 29 21:39:48.332712 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 85127093-2ea6-4cab-9379-3c35926b9c42, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85127093-2ea6-4cab-9379-3c35926b9c42,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:48.349791 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '85127093-2ea6-4cab-9379-3c35926b9c42', 'network_id': '78c101bb-e30d-4754-b493-6344068092ae', 'port_id': '85127093-2ea6-4cab-9379-3c35926b9c42', 'mac_address': 'fa:16:3e:9b:69:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bfd131-49c3-45b6-a137-d63656be84ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:39:48.362483 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-a4990d12-3972-46fd-bd82-3b439c63200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.364198 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-a4990d12-3972-46fd-bd82-3b439c63200c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=78c101bb-e30d-4754-b493-6344068092ae HTTP/1.1" status: 200 len: 911 time: 0.1145852 Aug 29 21:39:48.408403 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 85127093-2ea6-4cab-9379-3c35926b9c42 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:48.408834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:48.415111 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-59b8f30e-ecbb-47ad-a1a9-bd3900cd4e2a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85127093-2ea6-4cab-9379-3c35926b9c42 HTTP/1.1" status: 200 len: 217 time: 0.0414448 Aug 29 21:39:48.428046 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85127093-2ea6-4cab-9379-3c35926b9c42 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:39:48.435900 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:48.459967 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 85127093-2ea6-4cab-9379-3c35926b9c42, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85127093-2ea6-4cab-9379-3c35926b9c42,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:48.464673 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:48.469330 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:48.485147 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-f2f7dc11-1ae0-4912-8051-5e5615c07956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:48.487173 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-f2f7dc11-1ae0-4912-8051-5e5615c07956 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d3bfd131-49c3-45b6-a137-d63656be84ba HTTP/1.1" status: 200 len: 849 time: 0.0627201 Aug 29 21:39:48.529230 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=85127093-2ea6-4cab-9379-3c35926b9c42,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:48.531229 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-81b607f6-b3aa-456f-b85c-2c1ce7dad3f4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=78c101bb-e30d-4754-b493-6344068092ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339959 Aug 29 21:39:48.638605 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-5f9d660f-53ff-4bea-bf4e-22f8d223f855 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004374 Aug 29 21:39:48.753769 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-aed3aa40-04a8-4dc9-8e3d-0815a441f90e req-bd8f9838-3d2c-4dfd-8dd5-ac405519e5db service neutron] 10.222.0.72 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078043 Aug 29 21:39:48.822531 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['85127093-2ea6-4cab-9379-3c35926b9c42'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:49.098780 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2b03e-0a89-445f-96c9-8df849aa193c req-97a356d0-3e58-4acb-952c-63cde888ed84 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:49.100968 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c9d2b03e-0a89-445f-96c9-8df849aa193c req-97a356d0-3e58-4acb-952c-63cde888ed84 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 945 time: 0.0659070 Aug 29 21:39:49.174813 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c9d2b03e-0a89-445f-96c9-8df849aa193c req-30e9911e-52f7-417a-8170-52704e486b78 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669568 Aug 29 21:39:49.461766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f581b9d-0d5a-4f09-84c1-e47d179bc49a req-dc801ca4-a15a-4c42-85c7-c5245ee4ab91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:49.463311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f581b9d-0d5a-4f09-84c1-e47d179bc49a req-dc801ca4-a15a-4c42-85c7-c5245ee4ab91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0770059 Aug 29 21:39:49.520957 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4f581b9d-0d5a-4f09-84c1-e47d179bc49a req-4192044a-0d68-4734-a421-5ae1c2d0060b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507283 Aug 29 21:39:50.167880 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 85127093-2ea6-4cab-9379-3c35926b9c42 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:39:50.234004 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 85127093-2ea6-4cab-9379-3c35926b9c42 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:39:50.243896 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 85127093-2ea6-4cab-9379-3c35926b9c42 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:39:50.244813 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:50.346916 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e221860-f0f5-4935-bcbc-a2b598c8c284 req-b4a897c2-1dce-49b6-a7e6-309650153002 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:50.354834 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0e221860-f0f5-4935-bcbc-a2b598c8c284 req-b4a897c2-1dce-49b6-a7e6-309650153002 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 945 time: 0.0787208 Aug 29 21:39:50.366112 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 85127093-2ea6-4cab-9379-3c35926b9c42 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:50.366551 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:50.411290 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85127093-2ea6-4cab-9379-3c35926b9c42'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:50.415406 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebddfdb-0f2a-4eaf-b7bd-bdd9c20929a4" -d '{"events": [{"server_uuid": "2c0b6723-8bf1-419b-87d9-223d28a6e57c", "name": "network-vif-plugged", "status": "completed", "tag": "85127093-2ea6-4cab-9379-3c35926b9c42"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:50.431675 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 85127093-2ea6-4cab-9379-3c35926b9c42, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85127093-2ea6-4cab-9379-3c35926b9c42,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:50.437577 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:50.439366 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0e221860-f0f5-4935-bcbc-a2b598c8c284 req-0b2cf761-2787-45f4-8438-de01c75aa985 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833669 Aug 29 21:39:50.475674 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8318d454-4239-4cd3-a2a1-5b5392c8e2ef x-openstack-request-id: req-8318d454-4239-4cd3-a2a1-5b5392c8e2ef {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:50.475964 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b6723-8bf1-419b-87d9-223d28a6e57c", "name": "network-vif-plugged", "status": "completed", "tag": "85127093-2ea6-4cab-9379-3c35926b9c42", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:50.476362 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8318d454-4239-4cd3-a2a1-5b5392c8e2ef {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:50.477341 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8318d454-4239-4cd3-a2a1-5b5392c8e2ef'] response: {'server_uuid': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85127093-2ea6-4cab-9379-3c35926b9c42', 'code': 200} Aug 29 21:39:50.506299 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=85127093-2ea6-4cab-9379-3c35926b9c42,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:50.697093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac719-1047-41a9-9325-fc34e3acc1d7 req-84811b47-d2dd-4797-925c-c6d0e4637cf6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:50.699235 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4cac719-1047-41a9-9325-fc34e3acc1d7 req-84811b47-d2dd-4797-925c-c6d0e4637cf6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0628309 Aug 29 21:39:50.703942 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7add9-73c4-435b-a7e9-41a184b762d9 req-52976fdc-bc48-49b4-b68a-c3750903324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:50.711870 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ae7add9-73c4-435b-a7e9-41a184b762d9 req-52976fdc-bc48-49b4-b68a-c3750903324d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 1130 time: 0.0679486 Aug 29 21:39:50.770774 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4cac719-1047-41a9-9325-fc34e3acc1d7 req-9a174d9c-f45b-4052-a71f-da3433a7c7c6 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648654 Aug 29 21:39:50.779588 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ae7add9-73c4-435b-a7e9-41a184b762d9 req-a01843fb-742d-457c-aea2-2656544387e6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Aug 29 21:39:51.586450 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7314a1-191d-4db3-b9c5-bb0e3289aef8 req-7581b125-a002-4f66-945c-981ee72ff7f4 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:51.593278 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ef7314a1-191d-4db3-b9c5-bb0e3289aef8 req-7581b125-a002-4f66-945c-981ee72ff7f4 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0677981 Aug 29 21:39:51.649313 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ef7314a1-191d-4db3-b9c5-bb0e3289aef8 req-55bbfcbf-b306-42ef-ae9f-33cf2a4424e4 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545282 Aug 29 21:39:51.920013 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9f05e-4d05-44a9-b986-8944cf768dc3 req-734ce07d-419e-4170-90cf-9babb07883d3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:51.923291 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-72e9f05e-4d05-44a9-b986-8944cf768dc3 req-734ce07d-419e-4170-90cf-9babb07883d3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0675075 Aug 29 21:39:51.992498 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-72e9f05e-4d05-44a9-b986-8944cf768dc3 req-3ca52c59-d901-4fa9-85bd-d44ae0c9212f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636148 Aug 29 21:39:52.819235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab063aa-f47e-42cd-bfb0-1819fed9e2e2 req-9a02a841-f9db-4574-9f89-d4b5184b4070 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:52.828138 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ab063aa-f47e-42cd-bfb0-1819fed9e2e2 req-9a02a841-f9db-4574-9f89-d4b5184b4070 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0786867 Aug 29 21:39:52.896162 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2ab063aa-f47e-42cd-bfb0-1819fed9e2e2 req-5e30b977-1fe9-4fd5-8df1-7f40273c5306 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668612 Aug 29 21:39:53.140038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a58e9e-9b7f-4e17-9bb3-01fefbaa4505 req-83936b16-9d84-48bb-a304-cf35143ebe1a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:53.141598 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-64a58e9e-9b7f-4e17-9bb3-01fefbaa4505 req-83936b16-9d84-48bb-a304-cf35143ebe1a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0495474 Aug 29 21:39:53.168478 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:53.194632 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-64a58e9e-9b7f-4e17-9bb3-01fefbaa4505 req-07c50b15-c964-474e-91be-a4f34520f71a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470641 Aug 29 21:39:53.806336 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-35dfbd34-e631-4e09-b0ed-9c860793a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:53.807933 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-35dfbd34-e631-4e09-b0ed-9c860793a556 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1130 time: 0.0415077 Aug 29 21:39:54.031269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e3c1-366f-482a-bb26-37bb7a97db04 req-56f547a1-386f-408f-a2d2-1209725ad7a7 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:54.032890 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1ec1e3c1-366f-482a-bb26-37bb7a97db04 req-56f547a1-386f-408f-a2d2-1209725ad7a7 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0513532 Aug 29 21:39:54.081407 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=100 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:54.083881 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1ec1e3c1-366f-482a-bb26-37bb7a97db04 req-dc3e6ead-790a-4893-bced-56768312c930 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Aug 29 21:39:54.125189 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-b0a1dbc5-25fc-4331-86dd-8bb9a4a11442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:54.126636 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-b0a1dbc5-25fc-4331-86dd-8bb9a4a11442 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.3095088 Aug 29 21:39:54.186258 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=100 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:54.197643 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-b55c02bb-1a5d-46a6-a20d-e5045c7cb629 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 1001 time: 0.0630829 Aug 29 21:39:54.257296 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-9dab0fb3-b736-46c5-ab36-5ea40d06a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:54.258939 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-9dab0fb3-b736-46c5-ab36-5ea40d06a4d6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0531845 Aug 29 21:39:54.323688 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-e4ee7fef-8e88-4cb9-955d-cd4b1cf0c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:54.324153 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-e4ee7fef-8e88-4cb9-955d-cd4b1cf0c902 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589302 Aug 29 21:39:54.347179 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a807a-f0b7-42e4-81c4-341fae6436e5 req-f5a1f553-fafc-40fd-b0b6-03f32646dd3b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:54.348833 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a94a807a-f0b7-42e4-81c4-341fae6436e5 req-f5a1f553-fafc-40fd-b0b6-03f32646dd3b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0618494 Aug 29 21:39:54.404998 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a94a807a-f0b7-42e4-81c4-341fae6436e5 req-a5b70869-8c55-4c9f-b695-58b62169969f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505729 Aug 29 21:39:54.425050 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-6b2d1b1f-c34e-445f-9e07-8aea8fd1f953 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927904 Aug 29 21:39:54.539800 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6e2cfcb7-6ed8-4f2b-97d6-fc36b15d7622 req-4f3ce7a0-c0c4-4d0f-b15f-cabdef9c167c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981357 Aug 29 21:39:54.796782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e521e-76ff-4570-bfb1-da205d5f7586 req-e2251150-bd4a-4b1d-b943-1a298404920b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:54.798373 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-205e521e-76ff-4570-bfb1-da205d5f7586 req-e2251150-bd4a-4b1d-b943-1a298404920b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0572066 Aug 29 21:39:54.830631 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:54.847643 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-205e521e-76ff-4570-bfb1-da205d5f7586 req-fb915226-1453-4fb9-a7b8-ea320754c6b4 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Aug 29 21:39:55.559270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700807-644b-4141-b24f-81be18b94f58 req-67140df9-ee83-460c-bb8d-e3bafac96269 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:55.560767 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37700807-644b-4141-b24f-81be18b94f58 req-67140df9-ee83-460c-bb8d-e3bafac96269 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 946 time: 0.0474973 Aug 29 21:39:55.612578 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-37700807-644b-4141-b24f-81be18b94f58 req-f5cb2a2a-1cfe-4e60-bcbc-4b9cb77ab044 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461173 Aug 29 21:39:55.972469 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f337802-ed6b-4141-a2c7-a2f2251fdb50 req-e3f1108d-a45e-46ce-8b6b-a1aacab11023 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:55.973987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7f337802-ed6b-4141-a2c7-a2f2251fdb50 req-e3f1108d-a45e-46ce-8b6b-a1aacab11023 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0475669 Aug 29 21:39:56.022080 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7f337802-ed6b-4141-a2c7-a2f2251fdb50 req-217c66c7-ecd2-4364-84a8-a9be8ba6db65 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Aug 29 21:39:56.202214 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:39:56.278189 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: ACTIVE; New status is: DOWN {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:39:56.278588 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:56.303211 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:56.305942 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52717e7b-3bd8-44c4-b6d8-f472721522ff" -d '{"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:56.319541 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:56.325125 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:56.373825 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=8']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:56.403281 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6323de3e-99ff-492b-85ff-1b2b19869a03 x-openstack-request-id: req-6323de3e-99ff-492b-85ff-1b2b19869a03 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:56.403562 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-unplugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:56.403823 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6323de3e-99ff-492b-85ff-1b2b19869a03 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:56.404227 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6323de3e-99ff-492b-85ff-1b2b19869a03'] response: {'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'code': 200} Aug 29 21:39:56.746851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286549cb-4cb1-48c8-b208-9bd6e0d35526 req-ba0b64e7-66fc-4edb-8897-7becf8cd0131 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:56.748325 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-286549cb-4cb1-48c8-b208-9bd6e0d35526 req-ba0b64e7-66fc-4edb-8897-7becf8cd0131 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0509462 Aug 29 21:39:56.797659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-286549cb-4cb1-48c8-b208-9bd6e0d35526 req-83cdbe5b-b4d3-4a36-8567-67cb5cbff6a0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Aug 29 21:39:57.145112 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078893d5-1e02-40b7-ad8b-b2426a0e1644 req-24a6f736-a995-4d88-bfd7-08df7e737d7a tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:57.146554 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-078893d5-1e02-40b7-ad8b-b2426a0e1644 req-24a6f736-a995-4d88-bfd7-08df7e737d7a tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0495040 Aug 29 21:39:57.193740 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-078893d5-1e02-40b7-ad8b-b2426a0e1644 req-1a068e4e-2c91-41cf-9725-aa777c588d6a tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Aug 29 21:39:57.949314 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e72f2-da81-4497-981d-bc80499db62b req-c085367d-7f59-41fb-8b75-4189d53e4b91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:57.950916 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e47e72f2-da81-4497-981d-bc80499db62b req-c085367d-7f59-41fb-8b75-4189d53e4b91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0670402 Aug 29 21:39:57.952404 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-c2f465be-48f3-4bfb-96ff-31b80db14688 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:57.954023 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-c2f465be-48f3-4bfb-96ff-31b80db14688 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0914147 Aug 29 21:39:58.006254 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e47e72f2-da81-4497-981d-bc80499db62b req-eb1dc093-55dc-4c44-b402-92cc934387a9 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483592 Aug 29 21:39:58.061662 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:39:58.090575 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Deleting port 85127093-2ea6-4cab-9379-3c35926b9c42 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:39:58.090846 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.194735 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] For port 85127093-2ea6-4cab-9379-3c35926b9c42, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=85127093-2ea6-4cab-9379-3c35926b9c42,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:39:58.195269 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.214644 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Calling delete_port for 85127093-2ea6-4cab-9379-3c35926b9c42 owned by compute:nova {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:39:58.363840 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e0121-d8e2-42e4-884c-d7bc1da7c130 req-e7421e0f-60fe-43da-8519-6a8616407728 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:58.372161 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e18e0121-d8e2-42e4-884c-d7bc1da7c130 req-e7421e0f-60fe-43da-8519-6a8616407728 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2c0b6723-8bf1-419b-87d9-223d28a6e57c HTTP/1.1" status: 200 len: 946 time: 0.0918458 Aug 29 21:39:58.439107 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e18e0121-d8e2-42e4-884c-d7bc1da7c130 req-d3055978-4c61-4323-8f50-b0a1e41bee3f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658135 Aug 29 21:39:58.440454 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (85127093-2ea6-4cab-9379-3c35926b9c42), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.462502 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['85127093-2ea6-4cab-9379-3c35926b9c42'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:39:58.475643 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Pushing event deleted for resources: {'Port': ['ID=85127093-2ea6-4cab-9379-3c35926b9c42,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:39:58.548958 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] No DVR routers for this DVR port 85127093-2ea6-4cab-9379-3c35926b9c42 on host hv-cinder-85426 {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:39:58.551710 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:39:58.555344 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-e00621f9-e0c7-4ffe-aeb8-aab4adbf48f6 req-50e515db-cee6-4297-8fc7-feb818b399a6 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "DELETE /networking/v2.0/ports/85127093-2ea6-4cab-9379-3c35926b9c42 HTTP/1.1" status: 204 len: 173 time: 0.5961633 Aug 29 21:39:58.555827 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'name': 'network-vif-deleted', 'tag': '85127093-2ea6-4cab-9379-3c35926b9c42'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:39:58.559067 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de7e34-e2cc-4199-b527-abad3b974ea9" -d '{"events": [{"server_uuid": "2c0b6723-8bf1-419b-87d9-223d28a6e57c", "name": "network-vif-deleted", "tag": "85127093-2ea6-4cab-9379-3c35926b9c42"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:39:58.599723 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81331ee6-9e02-4790-ad52-11b8ae935787 x-openstack-request-id: req-81331ee6-9e02-4790-ad52-11b8ae935787 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:39:58.600018 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b6723-8bf1-419b-87d9-223d28a6e57c", "name": "network-vif-deleted", "tag": "85127093-2ea6-4cab-9379-3c35926b9c42", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:39:58.600276 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81331ee6-9e02-4790-ad52-11b8ae935787 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:39:58.602027 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81331ee6-9e02-4790-ad52-11b8ae935787'] response: {'server_uuid': '2c0b6723-8bf1-419b-87d9-223d28a6e57c', 'name': 'network-vif-deleted', 'tag': '85127093-2ea6-4cab-9379-3c35926b9c42', 'status': 'completed', 'code': 200} Aug 29 21:39:58.983777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [req-f8496d05-d9be-48ea-9f44-51805bb878cf req-91b2f577-b2dc-4b1a-b699-095a1d2aa30b service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:39:58.984916 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f8496d05-d9be-48ea-9f44-51805bb878cf req-91b2f577-b2dc-4b1a-b699-095a1d2aa30b service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061560 Aug 29 21:39:59.032194 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:59.179220 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4d623-8435-4150-a726-30930a8468e0 req-e9ec7897-fb4e-431d-a03e-3a9cad040c23 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.182401 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-56c4d623-8435-4150-a726-30930a8468e0 req-e9ec7897-fb4e-431d-a03e-3a9cad040c23 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0577855 Aug 29 21:39:59.251262 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-56c4d623-8435-4150-a726-30930a8468e0 req-4e27a288-7dbd-46ab-92f1-a6ff10c4e015 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618122 Aug 29 21:39:59.439417 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40124) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:59.540613 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-dc6b819c-4c54-4d0b-85fa-4e3ef40a5a05 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997367 Aug 29 21:39:59.552143 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-7da045a5-994c-4ca7-b49c-8fd12434b383 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:39:59.553257 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-7da045a5-994c-4ca7-b49c-8fd12434b383 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055540 Aug 29 21:39:59.647581 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40146) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:39:59.685540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:39:59.703079 dv-cinder-854266-3-iscsi neutron-server[106526]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 21:39:59.748243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-96912279-fc68-4088-8324-5c9539883212 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.749924 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-96912279-fc68-4088-8324-5c9539883212 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/networks?id=78c101bb-e30d-4754-b493-6344068092ae HTTP/1.1" status: 200 len: 809 time: 0.1215420 Aug 29 21:39:59.754985 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-c46d4737-6b92-4812-99f5-36d4ae4852bd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:39:59.756411 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-c46d4737-6b92-4812-99f5-36d4ae4852bd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports/d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 941 time: 0.1076624 Aug 29 21:39:59.769512 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-563aa489-4226-4e05-8709-0a019dd46218 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/quotas/cfe1d306716f49be9c1171a3b83d68f3 HTTP/1.1" status: 200 len: 375 time: 0.0120776 Aug 29 21:39:59.807722 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bc27047e-101c-4c69-b35a-f7a96fe06d32 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291989 Aug 29 21:39:59.981162 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-fa3547ac-147b-4c9d-97b5-9d271d12c648 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661775 Aug 29 21:40:00.084933 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-aaef07ed-f0ad-4e80-a989-f4dea31e05f7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930192 Aug 29 21:40:00.262585 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d1b56bc8-9fb1-4195-8ad4-d68accc07526 req-d7421f1d-344d-487a-a594-29ec1dce3337 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 210 time: 0.0336969 Aug 29 21:40:00.387888 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:00.406720 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2dce0-b9b1-495b-89a5-ce1ab56c1c67 req-52fee2c1-12a8-40e1-a311-5dc81f4bf736 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:00.408255 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4be2dce0-b9b1-495b-89a5-ce1ab56c1c67 req-52fee2c1-12a8-40e1-a311-5dc81f4bf736 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0585749 Aug 29 21:40:00.466443 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4be2dce0-b9b1-495b-89a5-ce1ab56c1c67 req-1a896bd7-1ca0-4a2e-939e-e6ac402d5ab0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Aug 29 21:40:00.500183 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d7f2477b-5515-4af7-abab-1e2351e827a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:00.933005 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-d70d9c02-b2f6-4674-9283-1b8d1fe886bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:00.934564 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-d70d9c02-b2f6-4674-9283-1b8d1fe886bb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb&tenant_id=09369e28336d4f49a60ce03c3a3009ac HTTP/1.1" status: 200 len: 1128 time: 0.0862875 Aug 29 21:40:01.015496 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-411b43c0-8685-44c9-b43c-28b67bb5870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:01.017289 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-411b43c0-8685-44c9-b43c-28b67bb5870d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1128 time: 0.0508580 Aug 29 21:40:01.046280 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:01.080499 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:01.131846 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-c3653684-b831-46ab-82fe-7f04e4a611e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:01.133348 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-c3653684-b831-46ab-82fe-7f04e4a611e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.1095662 Aug 29 21:40:01.203743 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-113b7185-16f1-4ba4-b473-0e5d10f7006c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 999 time: 0.0591657 Aug 29 21:40:01.253175 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-37712edb-a2b7-4e0a-92e7-4c6809ffb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:01.254845 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-37712edb-a2b7-4e0a-92e7-4c6809ffb029 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0458083 Aug 29 21:40:01.310923 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-488d12d6-cba7-4b5b-83ab-de9cd51fa3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:01.312428 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-488d12d6-cba7-4b5b-83ab-de9cd51fa3ff service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458596 Aug 29 21:40:01.373431 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d0e67deb-79bb-4523-bdae-9c07400fcff0 req-2c9c3204-a3a2-4c9a-bb2a-d9a78c735ce7 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 210 time: 0.0292108 Aug 29 21:40:01.612678 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685ad5d-80d7-4084-942c-0c3e4f752c0b req-e2e7d3bb-fee9-4b1c-ad8d-e8128c6a7d2e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:01.614782 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7685ad5d-80d7-4084-942c-0c3e4f752c0b req-e2e7d3bb-fee9-4b1c-ad8d-e8128c6a7d2e tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0536878 Aug 29 21:40:01.636745 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-a190c61f-e14d-4ec2-bbb9-46c9f0306c74 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008196 Aug 29 21:40:01.745574 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-0ee31b61-1adc-4b54-8f5f-bb3c01efde55 req-2080f3ab-d143-4fee-9e46-4b3b58e56b44 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031990 Aug 29 21:40:01.983279 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7685ad5d-80d7-4084-942c-0c3e4f752c0b req-9ab14569-8449-4854-9f5c-e6ea70aa64a3 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600330 Aug 29 21:40:02.031027 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-5e747cda-2c72-4654-80f3-d6c1b05986f3 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:02.032474 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-5e747cda-2c72-4654-80f3-d6c1b05986f3 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "GET /networking/v2.0/networks?id=78c101bb-e30d-4754-b493-6344068092ae HTTP/1.1" status: 200 len: 809 time: 0.3912411 Aug 29 21:40:02.046203 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Request body: {'port': {'device_id': '33216d14-c1ca-4867-86c5-e017493c9da2', 'network_id': '78c101bb-e30d-4754-b493-6344068092ae', 'admin_state_up': True, 'tenant_id': 'cfe1d306716f49be9c1171a3b83d68f3'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:40:02.167080 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Made reservation on behalf of cfe1d306716f49be9c1171a3b83d68f3 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:40:02.171189 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:02.222372 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 85127093-2ea6-4cab-9379-3c35926b9c42 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:02.258141 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 85127093-2ea6-4cab-9379-3c35926b9c42 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:02.261810 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 85127093-2ea6-4cab-9379-3c35926b9c42 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:02.262697 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:02.378293 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: DOWN; New status is: DOWN {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:02.412393 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Allocated IP 172.20.0.12 (78c101bb-e30d-4754-b493-6344068092ae/d3bfd131-49c3-45b6-a137-d63656be84ba/12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:40:02.567350 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1838a6df-064d-4736-bf05-1b6771ee226b req-34069b86-ee10-42a5-9bc8-6dffbf7a3d92 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 210 time: 0.0339341 Aug 29 21:40:02.587003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:02.652610 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks [] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:02.688869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:02.743497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Network 78c101bb-e30d-4754-b493-6344068092ae is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:40:02.750209 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:40:02.752390 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Pushing event updated for resources: {'Port': ['ID=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:02.754568 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:40:02.799783 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:02.810683 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:02.811299 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:02.821432 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:02.830701 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2aedb2f-1e9a-498f-b0c4-24b0727f860f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:02.837352 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-134fdc7d-71f9-4a24-b49f-c202c0a5d94b tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956488 Aug 29 21:40:03.118995 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9dd5d-d466-464c-911d-85ed346262f6 req-f7bcb8ac-f92c-4d8d-9159-86a476612f12 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:03.120622 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-42b9dd5d-d466-464c-911d-85ed346262f6 req-f7bcb8ac-f92c-4d8d-9159-86a476612f12 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0549860 Aug 29 21:40:03.172148 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-42b9dd5d-d466-464c-911d-85ed346262f6 req-9d6da3de-7dd9-435e-ae28-688dadd51f66 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 Aug 29 21:40:03.724967 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d656d8-a400-4cda-8933-701482f7f2fe req-5f5f7ed9-aa87-442c-9992-ef2af081523f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:03.726568 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-78d656d8-a400-4cda-8933-701482f7f2fe req-5f5f7ed9-aa87-442c-9992-ef2af081523f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0646949 Aug 29 21:40:03.789399 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-78d656d8-a400-4cda-8933-701482f7f2fe req-706158c7-dc97-4a14-819d-cde831dfbc65 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Aug 29 21:40:04.312546 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474991da-7b33-4b55-a2ce-6af34d1af2a4 req-731dee6b-6252-42b4-ab84-5c8d6fb0fb19 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:04.314056 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474991da-7b33-4b55-a2ce-6af34d1af2a4 req-731dee6b-6252-42b4-ab84-5c8d6fb0fb19 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0567675 Aug 29 21:40:04.367421 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-474991da-7b33-4b55-a2ce-6af34d1af2a4 req-33e37612-b779-4758-93e8-c87915bcc624 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460732 Aug 29 21:40:04.830692 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:04.974230 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac363-7195-47b2-b0c1-2109db5a6204 req-2abdca4f-afaa-432f-bf89-d108f5309c9c tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:04.978399 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-42cac363-7195-47b2-b0c1-2109db5a6204 req-2abdca4f-afaa-432f-bf89-d108f5309c9c tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0906246 Aug 29 21:40:05.044804 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-42cac363-7195-47b2-b0c1-2109db5a6204 req-2d7c5d3f-40ca-458e-ab6f-3fe518444441 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Aug 29 21:40:05.532175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4f5b1-cadc-4e9d-824b-e532785e34c4 req-12a3936f-6b00-4f3d-a47f-5dae2cb18e7b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:05.533839 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-62a4f5b1-cadc-4e9d-824b-e532785e34c4 req-12a3936f-6b00-4f3d-a47f-5dae2cb18e7b tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0631127 Aug 29 21:40:05.634793 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-62a4f5b1-cadc-4e9d-824b-e532785e34c4 req-881bfe2a-442e-40b0-82e3-6e328009d9f1 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942414 Aug 29 21:40:05.644125 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:05.765704 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:06.021117 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:06.196058 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42025-5144-47d5-870a-c6c54388b5bc req-e6e934d0-f6cc-45d3-95bf-df9ed9d1dd54 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:06.198073 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e0b42025-5144-47d5-870a-c6c54388b5bc req-e6e934d0-f6cc-45d3-95bf-df9ed9d1dd54 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0647867 Aug 29 21:40:06.255082 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e0b42025-5144-47d5-870a-c6c54388b5bc req-bb0c0fab-d829-4eb3-8a4b-734fbf1303a3 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516098 Aug 29 21:40:06.773953 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40d203-dfa2-4eb5-96b4-314cd752f57d req-d6ab158b-eb46-4598-9f15-52143cb8f7c5 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:06.775491 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8e40d203-dfa2-4eb5-96b4-314cd752f57d req-d6ab158b-eb46-4598-9f15-52143cb8f7c5 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0532126 Aug 29 21:40:06.839620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8e40d203-dfa2-4eb5-96b4-314cd752f57d req-6423d991-62e2-4315-b7c2-51fbf3ec3d3c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538294 Aug 29 21:40:07.389305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd5a5-7386-45bd-b1d0-caeeb8ac3bd3 req-8ecd40cf-9e23-4e73-9f9a-73c58713735d tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:07.391311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76ecd5a5-7386-45bd-b1d0-caeeb8ac3bd3 req-8ecd40cf-9e23-4e73-9f9a-73c58713735d tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0520995 Aug 29 21:40:07.434928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:07.453647 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76ecd5a5-7386-45bd-b1d0-caeeb8ac3bd3 req-e3677e72-3932-4387-87b1-797c1d9f59e2 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560374 Aug 29 21:40:07.983787 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2823af7-7ac6-4d1f-b465-b50f0841f3a3 req-62ed0851-767f-4758-9589-b8bae3d6cedb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:07.984046 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d2823af7-7ac6-4d1f-b465-b50f0841f3a3 req-62ed0851-767f-4758-9589-b8bae3d6cedb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0586395 Aug 29 21:40:08.055532 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d2823af7-7ac6-4d1f-b465-b50f0841f3a3 req-9addba60-701f-41ec-86b5-adfcbb22eabd tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648134 Aug 29 21:40:08.600979 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdbc2d-dcc9-4ad1-ab1e-075c865c6ec0 req-b3bae79d-11ee-4138-a3b7-ebcef466a173 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:08.603779 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1afdbc2d-dcc9-4ad1-ab1e-075c865c6ec0 req-b3bae79d-11ee-4138-a3b7-ebcef466a173 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0572658 Aug 29 21:40:08.664876 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1afdbc2d-dcc9-4ad1-ab1e-075c865c6ec0 req-d2fd033c-d4f6-47aa-aaac-24ff0ff25b9f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527422 Aug 29 21:40:09.100124 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:09.207331 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b470ef-8367-4440-a077-8ec41f380dad req-110b7350-9dac-45fa-b006-4e05f1d8388c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:09.208890 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-50b470ef-8367-4440-a077-8ec41f380dad req-110b7350-9dac-45fa-b006-4e05f1d8388c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0599165 Aug 29 21:40:09.236788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:09.271417 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-50b470ef-8367-4440-a077-8ec41f380dad req-6687b1cc-6039-44a8-8164-b6ad8cc06dad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546913 Aug 29 21:40:09.869314 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c3ec-2166-433f-9a77-3e390102bf45 req-a1a1c357-57a6-423f-b8af-bb4adc93f6be tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:09.871288 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dac6c3ec-2166-433f-9a77-3e390102bf45 req-a1a1c357-57a6-423f-b8af-bb4adc93f6be tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0806060 Aug 29 21:40:09.942386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dac6c3ec-2166-433f-9a77-3e390102bf45 req-93fdd6ab-f155-4f34-9d78-9c4daec22f83 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629847 Aug 29 21:40:10.424337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe61ef-64bc-45d9-96d7-a278f49e514e req-e272d4ee-e34f-4830-9cd4-93520ef0a76d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:10.426024 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91fe61ef-64bc-45d9-96d7-a278f49e514e req-e272d4ee-e34f-4830-9cd4-93520ef0a76d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0569131 Aug 29 21:40:10.482374 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91fe61ef-64bc-45d9-96d7-a278f49e514e req-2b98ed87-fcff-4b75-b748-f9d6f6b8bcea tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498524 Aug 29 21:40:11.073164 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107d12f-e661-48c7-9130-550c5dd4a9c1 req-c9f1e08c-b954-4fd0-9df9-6530f76a95aa tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:11.074554 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e107d12f-e661-48c7-9130-550c5dd4a9c1 req-c9f1e08c-b954-4fd0-9df9-6530f76a95aa tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 932 time: 0.0514402 Aug 29 21:40:11.123112 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e107d12f-e661-48c7-9130-550c5dd4a9c1 req-19f824f0-6058-4577-976a-724bee3c43d3 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Aug 29 21:40:11.462017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Request body: {'port': {'device_id': '33216d14-c1ca-4867-86c5-e017493c9da2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:40:11.529647 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:11.705740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8df59e-1542-44dd-ae3a-a66ce3ca66bd req-aa9a09d5-c71a-4930-8c09-9345d0f2a643 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:11.707979 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9c8df59e-1542-44dd-ae3a-a66ce3ca66bd req-aa9a09d5-c71a-4930-8c09-9345d0f2a643 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.1097639 Aug 29 21:40:11.739010 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=35 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:11.740922 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=44 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:11.825512 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9c8df59e-1542-44dd-ae3a-a66ce3ca66bd req-6125719c-d9bc-4db5-a1bd-7676a94c5559 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093628 Aug 29 21:40:11.902456 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:11.909063 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:40:11.916994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Publish callbacks [] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:11.930591 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Transition to ACTIVE for port object 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:40:11.935334 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:12.022440 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Pushing event updated for resources: {'Port': ['ID=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:12.054494 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Attempting to bind port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:40:12.054825 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Attempting to bind port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:40:12.055154 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Attempting to bind port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe on network 78c101bb-e30d-4754-b493-6344068092ae {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:40:12.059848 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe on network 78c101bb-e30d-4754-b493-6344068092ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:40:12.060163 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Attempting to bind port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe on network 78c101bb-e30d-4754-b493-6344068092ae {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:40:12.065259 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:40:12.065598 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Checking segment: {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:40:12.065981 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Bound using segment: {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:40:12.066414 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Bound port: 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a05a1d-1f75-4ffb-9162-626a2d70fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '78c101bb-e30d-4754-b493-6344068092ae'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:40:12.066773 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:12.079075 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:12.134959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] For port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:40:12.138656 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] For port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:40:12.145863 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:12.149306 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.149931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:12.151321 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe HTTP/1.1" status: 200 len: 1094 time: 0.6942849 Aug 29 21:40:12.153551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33216d14-c1ca-4867-86c5-e017493c9da2', 'tag': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:12.155821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c8221-606a-4563-a15e-f7a55a84acef" -d '{"events": [{"name": "network-changed", "server_uuid": "33216d14-c1ca-4867-86c5-e017493c9da2", "tag": "12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:12.240888 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3f1b2-9451-49a2-b1b9-ba0d8e4f447b service neutron] Pushing event updated for resources: {'Port': ['ID=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:12.261693 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498ca99e-8735-4972-aed8-f42c96d78cf7 x-openstack-request-id: req-498ca99e-8735-4972-aed8-f42c96d78cf7 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:12.261986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33216d14-c1ca-4867-86c5-e017493c9da2", "tag": "12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:12.262246 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-498ca99e-8735-4972-aed8-f42c96d78cf7 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:12.262650 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-498ca99e-8735-4972-aed8-f42c96d78cf7'] response: {'name': 'network-changed', 'server_uuid': '33216d14-c1ca-4867-86c5-e017493c9da2', 'tag': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe', 'status': 'completed', 'code': 200} Aug 29 21:40:12.280907 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80f30-b327-4e40-9810-3271081c5deb req-d040ba63-54e6-402b-82a6-088113b8fbe0 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.282454 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40d80f30-b327-4e40-9810-3271081c5deb req-d040ba63-54e6-402b-82a6-088113b8fbe0 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 944 time: 0.0670047 Aug 29 21:40:12.334983 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40d80f30-b327-4e40-9810-3271081c5deb req-f2c5f45e-11b0-48da-8f1c-f21bc50a38dd tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468132 Aug 29 21:40:12.587498 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c8221-606a-4563-a15e-f7a55a84acef req-e7c44b9c-21c5-476a-bbb5-a531f0200d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.589594 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-af1c8221-606a-4563-a15e-f7a55a84acef req-e7c44b9c-21c5-476a-bbb5-a531f0200d9c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 1128 time: 0.0481539 Aug 29 21:40:12.723394 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c8221-606a-4563-a15e-f7a55a84acef req-13927ab9-8804-40ef-b7a6-7a3dafcb8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.725052 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-af1c8221-606a-4563-a15e-f7a55a84acef req-13927ab9-8804-40ef-b7a6-7a3dafcb8746 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1292686 Aug 29 21:40:12.858104 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c8221-606a-4563-a15e-f7a55a84acef req-2146a335-558f-4ef4-97cc-6ddee847bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.859897 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-af1c8221-606a-4563-a15e-f7a55a84acef req-2146a335-558f-4ef4-97cc-6ddee847bab6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1236787 Aug 29 21:40:12.979064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240271-176d-4258-994d-75a41d109643 req-577b43d0-e2f8-4d78-b018-4dcda928e1bb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:12.980692 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a240271-176d-4258-994d-75a41d109643 req-577b43d0-e2f8-4d78-b018-4dcda928e1bb tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0626807 Aug 29 21:40:13.052465 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a240271-176d-4258-994d-75a41d109643 req-ba2ec3bc-f456-482e-8d4d-1889f97a1af2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624974 Aug 29 21:40:13.167513 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-f175ebf6-466d-467e-97d9-018a9a72ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:13.169644 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-f175ebf6-466d-467e-97d9-018a9a72ca00 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 1128 time: 0.0460253 Aug 29 21:40:13.238273 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-6da2b36b-5add-4e1d-9da9-1442b73c6d9a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe HTTP/1.1" status: 200 len: 217 time: 0.0602381 Aug 29 21:40:13.309141 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-77b4933a-a445-47a0-8155-b2b3c8c0eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:13.311615 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-77b4933a-a445-47a0-8155-b2b3c8c0eb26 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d3bfd131-49c3-45b6-a137-d63656be84ba HTTP/1.1" status: 200 len: 849 time: 0.0648253 Aug 29 21:40:13.353443 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-d474ada6-9f4b-4e62-b80e-e659f0c44852 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=78c101bb-e30d-4754-b493-6344068092ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359328 Aug 29 21:40:13.457199 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:13.518861 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427b16-e40e-46b1-9a40-6a43d91e0113 req-011aff6a-2e3d-47a2-a320-e07992a563dc tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:13.520492 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-14427b16-e40e-46b1-9a40-6a43d91e0113 req-011aff6a-2e3d-47a2-a320-e07992a563dc tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 944 time: 0.0826392 Aug 29 21:40:13.552945 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-d1a400de-12ab-48f5-b33e-ad68eb5a3353 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927633 Aug 29 21:40:13.658198 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-14427b16-e40e-46b1-9a40-6a43d91e0113 req-10f59689-c92d-4e03-8a3b-99ae1abafa11 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261396 Aug 29 21:40:13.705177 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-246837fe-68ca-4e6b-8916-fbf694dca92a req-3a7b2014-90ec-4b6a-8e1e-31f914776a88 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386793 Aug 29 21:40:14.196974 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:14.213431 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c9357-98e4-4a4b-acd0-b1a0705cd6ed req-6151e723-367d-4769-a233-8c166c7549ca tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:14.215922 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-988c9357-98e4-4a4b-acd0-b1a0705cd6ed req-6151e723-367d-4769-a233-8c166c7549ca tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 944 time: 0.0586205 Aug 29 21:40:14.272302 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-988c9357-98e4-4a4b-acd0-b1a0705cd6ed req-dc0c6b86-16a0-428a-857c-3a3e93f5753a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505009 Aug 29 21:40:14.300201 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:40:14.331997 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:14.436539 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:14.454578 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'port_id': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'mac_address': 'fa:16:3e:e0:cc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:40:14.504998 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:14.505425 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.520974 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22eeab8-4235-4014-83a9-d0d8e059e752 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:40:14.543787 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:14.549547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:14.603923 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=9']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:14.623615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-22ecf62c-4d9f-45a2-b542-4c23dbe0366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:14.625355 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-22ecf62c-4d9f-45a2-b542-4c23dbe0366f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=09369e28336d4f49a60ce03c3a3009ac&device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1129 time: 0.0514719 Aug 29 21:40:14.774405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-92459d8b-df27-4dce-85e1-d53df0de18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:14.775981 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-92459d8b-df27-4dce-85e1-d53df0de18b5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 200 len: 919 time: 0.1212013 Aug 29 21:40:14.802576 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['d22eeab8-4235-4014-83a9-d0d8e059e752'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:40:14.854120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fdd7d-3cbc-4a9b-8903-a642f096c5db req-da8cbc6d-406b-4bda-9e37-2033cf3a61fb tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:14.860513 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae6fdd7d-3cbc-4a9b-8903-a642f096c5db req-da8cbc6d-406b-4bda-9e37-2033cf3a61fb tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 944 time: 0.1031618 Aug 29 21:40:14.878447 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-e98fc954-5a70-4a90-92f0-bc9177f168eb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 200 len: 1000 time: 0.0834973 Aug 29 21:40:14.968538 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae6fdd7d-3cbc-4a9b-8903-a642f096c5db req-a7cf8258-6e3f-4d45-89d2-a3d6973c422c tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046371 Aug 29 21:40:14.970771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-cee9836c-ec73-4353-9770-ef5300949196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:14.973465 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-cee9836c-ec73-4353-9770-ef5300949196 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 200 len: 856 time: 0.0872586 Aug 29 21:40:15.053312 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-e50f93ea-933d-49b4-ac68-7ceae3b605cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:15.056365 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-e50f93ea-933d-49b4-ac68-7ceae3b605cf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=bbee627c-5d5c-4780-b2d4-43c7e4d208fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761220 Aug 29 21:40:15.205743 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-720f3da0-e677-4f7b-8075-2f9ee6042e26 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425929 Aug 29 21:40:15.322555 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-154de998-00ab-4978-bdc3-3d7c4d82ef4c req-c624d6d0-163b-41cc-bd25-e8e4ae72210c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100378 Aug 29 21:40:15.427876 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884cd61-d1bc-4f0f-8df1-ea0c6d7c7f9e req-01831d83-d839-43e6-a2ed-e3c3e446fa3a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:15.429498 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6884cd61-d1bc-4f0f-8df1-ea0c6d7c7f9e req-01831d83-d839-43e6-a2ed-e3c3e446fa3a tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 945 time: 0.0557251 Aug 29 21:40:15.482516 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6884cd61-d1bc-4f0f-8df1-ea0c6d7c7f9e req-aaf074d5-a98b-4306-9b65-f98be088e7b4 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Aug 29 21:40:16.036880 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:16.139636 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b6ac-81e4-4caf-b395-bae0ac1df5c2 req-88ee1eb0-f5a5-44c6-96db-7e8c88125922 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:16.141166 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8fa8b6ac-81e4-4caf-b395-bae0ac1df5c2 req-88ee1eb0-f5a5-44c6-96db-7e8c88125922 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 944 time: 0.0510619 Aug 29 21:40:16.193171 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8fa8b6ac-81e4-4caf-b395-bae0ac1df5c2 req-f4a5fa27-74b2-4cb8-a89f-7af191ef3835 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Aug 29 21:40:16.327336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:40:16.330811 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:40:16.440060 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port d22eeab8-4235-4014-83a9-d0d8e059e752 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:40:16.440350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:16.512421 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:16.529925 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe', 'network_id': '78c101bb-e30d-4754-b493-6344068092ae', 'port_id': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe', 'mac_address': 'fa:16:3e:3d:61:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bfd131-49c3-45b6-a137-d63656be84ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:40:16.588935 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:16.621611 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:16.636884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cc691-92a0-425b-b1ba-18caaefed91b req-e16d5ee1-d4a4-4d58-94a6-8ac74757b3da tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:16.641497 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c4cc691-92a0-425b-b1ba-18caaefed91b req-e16d5ee1-d4a4-4d58-94a6-8ac74757b3da tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 945 time: 0.0605600 Aug 29 21:40:16.642667 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:16.643314 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:16.660939 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d22eeab8-4235-4014-83a9-d0d8e059e752 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:16.661581 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:16.687356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:40:16.707269 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4c4cc691-92a0-425b-b1ba-18caaefed91b req-5f7e5db5-406b-4c25-8e4a-7cb26cc11138 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612986 Aug 29 21:40:16.737356 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:16.739726 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d02779e-4f36-4abb-8a7a-3b4f6138f3df" -d '{"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-plugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:16.748325 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:16.755861 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:16.763649 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:16.786943 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:16.792979 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7affdc-8b4f-465c-8325-ab29e9ad3dd8 x-openstack-request-id: req-bd7affdc-8b4f-465c-8325-ab29e9ad3dd8 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:16.793402 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-plugged", "status": "completed", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:16.793691 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7affdc-8b4f-465c-8325-ab29e9ad3dd8 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:16.794137 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7affdc-8b4f-465c-8325-ab29e9ad3dd8'] response: {'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'code': 200} Aug 29 21:40:16.801834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:16.830164 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:16.893295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=10']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:17.010495 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:40:17.026059 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750399-9585-4faa-810e-2b8b2c9f2267 req-efe2e36c-68b9-4a8c-8fef-1a9afcdf26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:17.027620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae750399-9585-4faa-810e-2b8b2c9f2267 req-efe2e36c-68b9-4a8c-8fef-1a9afcdf26d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 1131 time: 0.0441790 Aug 29 21:40:17.065954 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:17.085989 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ae750399-9585-4faa-810e-2b8b2c9f2267 req-339d853c-1b70-4bf0-a695-b38ba25808f7 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509388 Aug 29 21:40:17.356288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5de887-9a5b-4667-8f61-51ffb212bcfa req-fe669051-7a55-425f-8a4c-26977701d3e4 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:17.358331 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec5de887-9a5b-4667-8f61-51ffb212bcfa req-fe669051-7a55-425f-8a4c-26977701d3e4 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 945 time: 0.0608826 Aug 29 21:40:17.426971 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ec5de887-9a5b-4667-8f61-51ffb212bcfa req-cab1fa3e-2761-40d6-8f53-3d5317743a05 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Aug 29 21:40:17.864382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026cf7a-3599-40be-883c-02b006c7a656 req-32ac6f38-f898-4714-bf32-554ba5478b3c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:17.868088 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9026cf7a-3599-40be-883c-02b006c7a656 req-32ac6f38-f898-4714-bf32-554ba5478b3c tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 947 time: 0.0618546 Aug 29 21:40:17.930484 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9026cf7a-3599-40be-883c-02b006c7a656 req-f7f39d6d-d178-4344-90a7-fee18bd6f1f5 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526597 Aug 29 21:40:18.334513 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:40:18.394350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:40:18.403381 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:40:18.403972 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:18.629249 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4987c-faaf-4822-b45e-301f46034d6a req-bd301a34-9567-4b5d-aa6d-6e64a0164369 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:18.631789 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91a4987c-faaf-4822-b45e-301f46034d6a req-bd301a34-9567-4b5d-aa6d-6e64a0164369 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 945 time: 0.0852311 Aug 29 21:40:18.684343 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:40:18.685010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:18.724912 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91a4987c-faaf-4822-b45e-301f46034d6a req-4f1662b2-5092-46f8-9da9-d1ac91eab9f5 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861118 Aug 29 21:40:18.741850 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:18.761708 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:18.800251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33216d14-c1ca-4867-86c5-e017493c9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:18.800877 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babbf14c-e03b-4d00-848f-bb62fb961694" -d '{"events": [{"server_uuid": "33216d14-c1ca-4867-86c5-e017493c9da2", "name": "network-vif-plugged", "status": "completed", "tag": "12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:18.834044 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:18.856757 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9aa3e-7cbf-483f-b0f0-37793849244e x-openstack-request-id: req-58d9aa3e-7cbf-483f-b0f0-37793849244e {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:18.857530 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33216d14-c1ca-4867-86c5-e017493c9da2", "name": "network-vif-plugged", "status": "completed", "tag": "12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:18.857911 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58d9aa3e-7cbf-483f-b0f0-37793849244e {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:18.858566 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d9aa3e-7cbf-483f-b0f0-37793849244e'] response: {'server_uuid': '33216d14-c1ca-4867-86c5-e017493c9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe', 'code': 200} Aug 29 21:40:19.091744 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942d23f-2826-4a87-abd3-8859fd0af879 req-49b529e0-218a-499d-8c3f-48b6f2624b11 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:19.093306 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6942d23f-2826-4a87-abd3-8859fd0af879 req-49b529e0-218a-499d-8c3f-48b6f2624b11 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 947 time: 0.0633886 Aug 29 21:40:19.148113 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6942d23f-2826-4a87-abd3-8859fd0af879 req-a1da8e72-597c-4b2d-8254-bd9ee63a8e6d tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484862 Aug 29 21:40:19.530760 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759098e4-b2d1-4f02-9aa5-94ed192be080 req-96fcda5c-52db-48e5-80bf-2d5bcf528bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:19.532345 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-759098e4-b2d1-4f02-9aa5-94ed192be080 req-96fcda5c-52db-48e5-80bf-2d5bcf528bc2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 1130 time: 0.0437732 Aug 29 21:40:19.580289 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-759098e4-b2d1-4f02-9aa5-94ed192be080 req-0467c3ec-5fb5-400d-b6e2-4627d77ad366 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423219 Aug 29 21:40:19.868711 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab204d84-8209-4c8d-9def-044b5f8b7945 req-8a9801d1-3ee0-4e21-94f6-d9ed6ee52a8d tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:19.870292 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ab204d84-8209-4c8d-9def-044b5f8b7945 req-8a9801d1-3ee0-4e21-94f6-d9ed6ee52a8d tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 946 time: 0.0503066 Aug 29 21:40:19.923165 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ab204d84-8209-4c8d-9def-044b5f8b7945 req-14e14221-8422-45ac-a47a-4d81a5d445c7 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469866 Aug 29 21:40:20.311900 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a8f8d-aadb-43ea-a23d-56d746dd5ad0 req-f812c09e-11b5-4875-9906-5c2da32a60a0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:20.311900 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e6a8f8d-aadb-43ea-a23d-56d746dd5ad0 req-f812c09e-11b5-4875-9906-5c2da32a60a0 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 947 time: 0.0630357 Aug 29 21:40:20.371340 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e6a8f8d-aadb-43ea-a23d-56d746dd5ad0 req-814c97f5-c00e-4f0e-b123-12a22f238a9f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562828 Aug 29 21:40:21.053249 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88f19-ff95-4f80-91bc-3797f94d550d req-0c3a9511-d8b9-4201-84df-ff7f24dc9e8f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:21.055304 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4bf88f19-ff95-4f80-91bc-3797f94d550d req-0c3a9511-d8b9-4201-84df-ff7f24dc9e8f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 946 time: 0.0520778 Aug 29 21:40:21.106584 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4bf88f19-ff95-4f80-91bc-3797f94d550d req-65896aa5-8480-4cd8-86fd-0868d31db65a tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444543 Aug 29 21:40:22.254923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d2f88-8e91-4eb4-a009-86f42a0b2f52 req-e1db9b7b-bc7b-406b-95cf-8cf2dada0547 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:22.256433 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c47d2f88-8e91-4eb4-a009-86f42a0b2f52 req-e1db9b7b-bc7b-406b-95cf-8cf2dada0547 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 946 time: 0.0598958 Aug 29 21:40:22.316436 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c47d2f88-8e91-4eb4-a009-86f42a0b2f52 req-1ac760ed-565e-441e-8272-7da327998f90 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536375 Aug 29 21:40:23.120458 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766c06-f96d-4c6e-af2b-63f0850144ce req-6893758e-2c10-4da1-8666-3280d0eae9df tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:23.121919 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8b766c06-f96d-4c6e-af2b-63f0850144ce req-6893758e-2c10-4da1-8666-3280d0eae9df tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 946 time: 0.0499020 Aug 29 21:40:23.133049 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:23.179875 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8b766c06-f96d-4c6e-af2b-63f0850144ce req-2c1e2371-188a-4843-aceb-6b563a6f9b9d tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523298 Aug 29 21:40:24.335648 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66a86c-e7f9-400b-893b-3eae1c58b2cc req-d1102406-3bed-4188-8f90-609ff767e470 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:24.337232 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2b66a86c-e7f9-400b-893b-3eae1c58b2cc req-d1102406-3bed-4188-8f90-609ff767e470 tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 946 time: 0.0749240 Aug 29 21:40:24.403848 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2b66a86c-e7f9-400b-893b-3eae1c58b2cc req-7bbe79f2-987d-49d4-93db-bc0f15b2a5cb tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=28fd9966-d057-41ae-9530-d51f9c862c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606441 Aug 29 21:40:24.435528 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:24.498628 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-2cd802c0-9d5f-46b9-aed6-785f5ac039fc tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:24.500568 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-2cd802c0-9d5f-46b9-aed6-785f5ac039fc tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 946 time: 0.0763888 Aug 29 21:40:24.608452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Deleting port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:24.608957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:24.725278 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] For port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,segment=NetworkSegment(63a05a1d-1f75-4ffb-9162-626a2d70fe06),segment_id=63a05a1d-1f75-4ffb-9162-626a2d70fe06)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:24.726157 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:24.740613 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Calling delete_port for 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:24.879600 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:24.891829 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:40:24.910637 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Pushing event deleted for resources: {'Port': ['ID=12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:24.955216 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] No DVR routers for this DVR port 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:24.957757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:24.961536 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e472b5fb-0dfa-47d4-abb4-157bfeb4558f req-edfd0f83-3044-48a8-b806-f9f8d15d7e5e tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.72 "DELETE /networking/v2.0/ports/12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe HTTP/1.1" status: 204 len: 173 time: 0.4561884 Aug 29 21:40:24.961967 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33216d14-c1ca-4867-86c5-e017493c9da2', 'name': 'network-vif-deleted', 'tag': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:24.964174 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736adf6e-3367-4f69-a38f-4dd2f80dd20a" -d '{"events": [{"server_uuid": "33216d14-c1ca-4867-86c5-e017493c9da2", "name": "network-vif-deleted", "tag": "12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:25.006927 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a972a7-aaae-47d6-b3da-c0de3346870e x-openstack-request-id: req-28a972a7-aaae-47d6-b3da-c0de3346870e {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:25.007211 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33216d14-c1ca-4867-86c5-e017493c9da2", "name": "network-vif-deleted", "tag": "12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:25.007476 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28a972a7-aaae-47d6-b3da-c0de3346870e {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:25.007905 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a972a7-aaae-47d6-b3da-c0de3346870e'] response: {'server_uuid': '33216d14-c1ca-4867-86c5-e017493c9da2', 'name': 'network-vif-deleted', 'tag': '12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe', 'status': 'completed', 'code': 200} Aug 29 21:40:25.539315 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b385a5d3-3304-4f60-8753-aacb092d342e req-bfd524be-cbec-4c83-b5bb-2f136aa2199f tempest-VolumesActionsTest-806010808 tempest-VolumesActionsTest-806010808-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=33216d14-c1ca-4867-86c5-e017493c9da2 HTTP/1.1" status: 200 len: 210 time: 0.0367367 Aug 29 21:40:28.828966 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:29.342636 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:29.363740 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:29.364084 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 12f4c8c9-4564-4ce5-97c5-15f8cb53f7fe not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:30.497240 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a8251da2-6885-4149-b883-6cc3ff37ce58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:32.827877 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-96ab4048-a5c1-465b-b58f-e8f17fbc1459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:34.838198 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:35.066608 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:40:35.513343 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:35.514897 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=60,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:35.649149 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:35.767439 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:39.141555 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:40.847510 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be891-8a02-469d-9e13-2e0b5c387f0f req-eae1e431-d504-4753-ba7e-f826b6dea1c8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:40.849457 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-931be891-8a02-469d-9e13-2e0b5c387f0f req-eae1e431-d504-4753-ba7e-f826b6dea1c8 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.1062291 Aug 29 21:40:40.939897 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-931be891-8a02-469d-9e13-2e0b5c387f0f req-fd6c2f45-f495-454d-8512-7352820486ea tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817125 Aug 29 21:40:42.227831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396164-65e2-45de-bb2e-d24fa63d23ef req-0b488436-1f7e-446c-a275-d586297898f5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:42.229931 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-85396164-65e2-45de-bb2e-d24fa63d23ef req-0b488436-1f7e-446c-a275-d586297898f5 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.1224945 Aug 29 21:40:42.338191 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-85396164-65e2-45de-bb2e-d24fa63d23ef req-a7202848-2ae6-4006-8c94-e8315c28dbc9 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976155 Aug 29 21:40:43.071660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-9cdc0fa8-6b55-4e98-971f-36b94637e2ad tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:43.073359 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-9cdc0fa8-6b55-4e98-971f-36b94637e2ad tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.4580157 Aug 29 21:40:43.222359 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port b0874f96-e644-4660-bee2-6988edf50b89 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:43.223035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (b0874f96-e644-4660-bee2-6988edf50b89), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.388861 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] For port b0874f96-e644-4660-bee2-6988edf50b89, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=b0874f96-e644-4660-bee2-6988edf50b89,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:43.389923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (b0874f96-e644-4660-bee2-6988edf50b89), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.667905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43744b9c-db87-4734-9506-e8ea5723e118 req-92e646b7-b03b-4794-a768-0dbcad7c518d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:43.680558 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-43744b9c-db87-4734-9506-e8ea5723e118 req-92e646b7-b03b-4794-a768-0dbcad7c518d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 945 time: 0.1796160 Aug 29 21:40:43.840454 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-43744b9c-db87-4734-9506-e8ea5723e118 req-61a12b55-c342-485f-ad25-267892f72f5f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a41de8df-373d-465d-8d70-a76821b6636e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583960 Aug 29 21:40:43.939320 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.940321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:43.941139 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Floating IP 38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f disassociated. External IP: 172.27.4.17, port: b0874f96-e644-4660-bee2-6988edf50b89. Aug 29 21:40:43.941980 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for b0874f96-e644-4660-bee2-6988edf50b89 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:44.234548 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (b0874f96-e644-4660-bee2-6988edf50b89), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:44.312957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=b0874f96-e644-4660-bee2-6988edf50b89,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:44.331828 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.332643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.335142 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.335804 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.336486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.337347 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.338060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.338714 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.339966 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.340372 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.340828 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.341230 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.341633 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.342054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.342672 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:44.551789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:44.562014 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:44.600040 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:44.929228 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac84a0-df26-46d3-a05f-861812b0d0bd req-8be63384-4907-4985-b399-0cc8a7b29d17 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:44.931939 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-88ac84a0-df26-46d3-a05f-861812b0d0bd req-8be63384-4907-4985-b399-0cc8a7b29d17 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.1189225 Aug 29 21:40:44.934801 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:44.954882 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:44.976836 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:44.978841 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:45.145192 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] No DVR routers for this DVR port b0874f96-e644-4660-bee2-6988edf50b89 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:45.147350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:45.155208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:45.158852 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-825fc736-4fe1-4386-bed1-7c0f085e8377 req-8929a70c-ae11-46d0-81a0-58b5cb2b96d4 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.72 "DELETE /networking/v2.0/ports/b0874f96-e644-4660-bee2-6988edf50b89 HTTP/1.1" status: 204 len: 173 time: 2.0534055 Aug 29 21:40:45.161656 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3f7ef986-f810-4dc9-9c33-2be2e1b0030b req-7aabd90d-b229-462e-8415-da9772954281 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.1199582 Aug 29 21:40:45.162818 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'name': 'network-vif-deleted', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:45.165697 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950c246-6f7c-4f53-8adf-0b7ee6e4c1c8" -d '{"events": [{"server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "name": "network-vif-deleted", "tag": "b0874f96-e644-4660-bee2-6988edf50b89"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:45.172284 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-88ac84a0-df26-46d3-a05f-861812b0d0bd req-f9282fc2-ce73-482b-847c-a395a1517ba2 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279048 Aug 29 21:40:45.257781 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334bad6e-41a6-4e8a-be5e-716dd5da5b37 x-openstack-request-id: req-334bad6e-41a6-4e8a-be5e-716dd5da5b37 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:45.258197 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cf2d9d-c660-4fb2-a97d-b14d667481ad", "name": "network-vif-deleted", "tag": "b0874f96-e644-4660-bee2-6988edf50b89", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:45.258607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-334bad6e-41a6-4e8a-be5e-716dd5da5b37 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:45.259174 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334bad6e-41a6-4e8a-be5e-716dd5da5b37'] response: {'server_uuid': '90cf2d9d-c660-4fb2-a97d-b14d667481ad', 'name': 'network-vif-deleted', 'tag': 'b0874f96-e644-4660-bee2-6988edf50b89', 'status': 'completed', 'code': 200} Aug 29 21:40:45.509797 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:45.528459 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:45.565216 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:45.580900 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:45.582406 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:45.749961 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:46.037729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:46.079414 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1e1b8-9d6e-4940-8cb9-2bfe86f12c29 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:34:13Z', 'revision_number': 4, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'b51701a8-245e-4004-a446-fab8c65a6be6', 'name': '', 'network_id': '5edf4d12-91b6-4448-8d9a-6fbab4fee15a', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'mac_address': 'fa:16:3e:8c:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:11Z', 'updated_at': '2022-08-29T21:34:42Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'subnets': [{'id': 'b467275f-c6e3-47eb-aa25-bb86d36c5b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:46.520357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7081c-eaa5-481d-afca-7f923c0c681e req-d0766501-c6b0-400f-af02-1133c585eefd tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:46.522599 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-23d7081c-eaa5-481d-afca-7f923c0c681e req-d0766501-c6b0-400f-af02-1133c585eefd tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.1466522 Aug 29 21:40:46.524957 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f16926dd-5e47-4022-aa57-b12d20c01ea6 req-1878e2e2-854e-43a5-90fb-fb97ac57fb32 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.1645458 Aug 29 21:40:46.563433 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b0874f96-e644-4660-bee2-6988edf50b89 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:46.602261 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797db6d-ab6f-4c2e-b98f-91156bb2a656 None None] New status for floating IP 38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f: DOWN {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:40:46.648145 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: b0874f96-e644-4660-bee2-6988edf50b89 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:46.648570 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device b0874f96-e644-4660-bee2-6988edf50b89 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:46.690633 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-23d7081c-eaa5-481d-afca-7f923c0c681e req-5e0b280e-788f-4234-a201-a607eca1fcab tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283741 Aug 29 21:40:47.371931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-300cb848-ca18-4f07-a525-8a6f7139d264 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:47.375429 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-300cb848-ca18-4f07-a525-8a6f7139d264 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.1605294 Aug 29 21:40:47.508195 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Deleting port aa8ad2bc-9646-412b-97d9-d20f139892e1 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:47.508636 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:47.767876 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a4b499fb-43b1-4d61-97ea-e9796f5f52d0 req-eea52821-0feb-443e-9403-1c9ebd5d8a9f tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90cf2d9d-c660-4fb2-a97d-b14d667481ad HTTP/1.1" status: 200 len: 210 time: 0.0794735 Aug 29 21:40:47.772024 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] For port aa8ad2bc-9646-412b-97d9-d20f139892e1, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=aa8ad2bc-9646-412b-97d9-d20f139892e1,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:47.772645 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.127303 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4d93f-6c32-40ee-a5ad-0a50c888e800 req-b6b3e05a-e7df-4868-a541-8e40ebfd1934 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:40:48.129601 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3bb4d93f-6c32-40ee-a5ad-0a50c888e800 req-b6b3e05a-e7df-4868-a541-8e40ebfd1934 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 945 time: 0.1833034 Aug 29 21:40:48.310653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3bb4d93f-6c32-40ee-a5ad-0a50c888e800 req-a5e5ff09-027d-4f4a-9627-403e4ed89d49 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca8db45-7a71-402f-89cd-0b0ea11deaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677279 Aug 29 21:40:48.346947 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.347434 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (ebf1de63-e7df-4fff-8b0f-cb453e877098), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.347775 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Floating IP ebf1de63-e7df-4fff-8b0f-cb453e877098 disassociated. External IP: 172.27.4.177, port: aa8ad2bc-9646-412b-97d9-d20f139892e1. Aug 29 21:40:48.348127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Calling delete_port for aa8ad2bc-9646-412b-97d9-d20f139892e1 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:48.455968 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:48.531826 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:48.574905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (aa8ad2bc-9646-412b-97d9-d20f139892e1), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:48.612456 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event deleted for resources: {'Port': ['ID=aa8ad2bc-9646-412b-97d9-d20f139892e1,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:48.842943 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Router b6624aa6-376b-4949-a46f-84174eaccf7d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:48.963675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40742) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:49.099018 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (a41de8df-373d-465d-8d70-a76821b6636e), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.109165 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:49.125571 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:49.161325 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:49.162293 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:49.176073 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (a41de8df-373d-465d-8d70-a76821b6636e), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.183364 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] No DVR routers for this DVR port aa8ad2bc-9646-412b-97d9-d20f139892e1 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:40:49.186769 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.199264 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c3ff037e-a140-4819-944f-1c3311ab4137 req-ed224b2d-c72e-4201-84d2-4bcd3b2071ba tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.72 "DELETE /networking/v2.0/ports/aa8ad2bc-9646-412b-97d9-d20f139892e1 HTTP/1.1" status: 204 len: 173 time: 1.8168836 Aug 29 21:40:49.199264 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'name': 'network-vif-deleted', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:40:49.223231 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8ec122-2c09-4b53-a394-53b6cdc1d9c0" -d '{"events": [{"server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "name": "network-vif-deleted", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:40:49.378338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f97db-e3ec-4c02-b183-3a7ff18f15e4 x-openstack-request-id: req-af5f97db-e3ec-4c02-b183-3a7ff18f15e4 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:40:49.378663 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7171d45d-5cb8-4d4f-977b-ee2671c5f571", "name": "network-vif-deleted", "tag": "aa8ad2bc-9646-412b-97d9-d20f139892e1", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:40:49.378927 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af5f97db-e3ec-4c02-b183-3a7ff18f15e4 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:40:49.379268 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5f97db-e3ec-4c02-b183-3a7ff18f15e4'] response: {'server_uuid': '7171d45d-5cb8-4d4f-977b-ee2671c5f571', 'name': 'network-vif-deleted', 'tag': 'aa8ad2bc-9646-412b-97d9-d20f139892e1', 'status': 'completed', 'code': 200} Aug 29 21:40:49.439160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (a41de8df-373d-465d-8d70-a76821b6636e), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.441847 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.443583 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a41de8df-373d-465d-8d70-a76821b6636e HTTP/1.1" status: 204 len: 168 time: 0.4781542 Aug 29 21:40:49.448256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 40756) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:49.502779 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.api.v2.resource [None req-7fdb1646-d741-419e-abc6-558215c8f161 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] show failed (client error): The resource could not be found. Aug 29 21:40:49.504308 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41de8df-373d-465d-8d70-a76821b6636e,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:49.505833 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7fdb1646-d741-419e-abc6-558215c8f161 tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "GET /networking/v2.0/security-groups/a41de8df-373d-465d-8d70-a76821b6636e HTTP/1.1" status: 404 len: 347 time: 0.0559433 Aug 29 21:40:49.510582 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40758) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:49.589747 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:49.606327 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9cda1b41-97fc-4ef6-9ad9-8bb4ff0d5f78 req-ad7c8836-eaa5-4c4e-bc49-198613295c16 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7171d45d-5cb8-4d4f-977b-ee2671c5f571 HTTP/1.1" status: 200 len: 210 time: 0.0940223 Aug 29 21:40:49.704852 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Deleting port 8e9198a5-3b6f-4aa6-84b2-29e6d6043434 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:49.705200 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.708089 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.708438 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.709320 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.709827 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.710330 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.710995 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.711480 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.714687 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.715614 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.716457 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.717312 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.718205 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.719110 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.720041 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.720691 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518b8e90-44f6-4ca5-894e-14605480317d tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:40:49.870272 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.871153 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:49.899013 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Calling delete_port for 8e9198a5-3b6f-4aa6-84b2-29e6d6043434 owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:49.931270 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:50.142560 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:50.214541 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (8e9198a5-3b6f-4aa6-84b2-29e6d6043434), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.273053 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:50.314076 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:50.315085 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:50.340919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Pushing event deleted for resources: {'Port': ['ID=8e9198a5-3b6f-4aa6-84b2-29e6d6043434,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:50.439896 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks [] for floatingip (38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.444632 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.447146 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-00635046-d8a9-405c-b521-1b5dddcaafcf tempest-AttachVolumeNegativeTest-1487515603 tempest-AttachVolumeNegativeTest-1487515603-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/38fbc1ee-e5fe-4dc3-ac56-fd3a1ea2663f HTTP/1.1" status: 204 len: 168 time: 0.9337251 Aug 29 21:40:50.539944 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:50.754934 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:50.792544 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40778) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:50.923998 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-abc3b837-f075-4544-a5a6-3db1b975dfd9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (fca8db45-7a71-402f-89cd-0b0ea11deaa7), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.933251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:50.960660 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-abc3b837-f075-4544-a5a6-3db1b975dfd9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (fca8db45-7a71-402f-89cd-0b0ea11deaa7), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:50.973207 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b4968-0edd-4d37-8928-cbd527a6b4ae None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:20Z', 'revision_number': 4, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'cc306155-9373-4ff7-93ba-51381ad0ad10', 'name': '', 'network_id': '514f3495-f14d-42c1-bc82-a600d1b5d3d8', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'mac_address': 'fa:16:3e:62:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:17Z', 'updated_at': '2022-08-29T21:34:30Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'subnets': [{'id': '7acd7224-068b-48b0-a16a-b8f074e9a570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:51.060539 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-abc3b837-f075-4544-a5a6-3db1b975dfd9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (fca8db45-7a71-402f-89cd-0b0ea11deaa7), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.064984 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-abc3b837-f075-4544-a5a6-3db1b975dfd9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.066714 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-abc3b837-f075-4544-a5a6-3db1b975dfd9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fca8db45-7a71-402f-89cd-0b0ea11deaa7 HTTP/1.1" status: 204 len: 168 time: 0.2724411 Aug 29 21:40:51.071752 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40786) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:51.096101 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.api.v2.resource [None req-8233df13-d3b8-4067-a5c6-41b79114916e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] show failed (client error): The resource could not be found. Aug 29 21:40:51.102559 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8233df13-d3b8-4067-a5c6-41b79114916e tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "GET /networking/v2.0/security-groups/fca8db45-7a71-402f-89cd-0b0ea11deaa7 HTTP/1.1" status: 404 len: 347 time: 0.0242605 Aug 29 21:40:51.102559 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b837-f075-4544-a5a6-3db1b975dfd9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca8db45-7a71-402f-89cd-0b0ea11deaa7,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:51.103119 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40788) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:51.265889 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:51.271596 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Deleting port bd898048-cf01-4168-b81f-79f879296708 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:51.272114 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (bd898048-cf01-4168-b81f-79f879296708), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.314572 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779e08b-e6a0-4972-839a-5690f2377cd9 None None] New status for floating IP ebf1de63-e7df-4fff-8b0f-cb453e877098: DOWN {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:40:51.406684 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (bd898048-cf01-4168-b81f-79f879296708), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.407213 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (bd898048-cf01-4168-b81f-79f879296708), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.420158 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:51.433838 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Calling delete_port for bd898048-cf01-4168-b81f-79f879296708 owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:51.670448 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (bd898048-cf01-4168-b81f-79f879296708), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.708197 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Pushing event deleted for resources: {'Port': ['ID=bd898048-cf01-4168-b81f-79f879296708,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:51.824391 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks [] for floatingip (ebf1de63-e7df-4fff-8b0f-cb453e877098), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.828297 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:51.830313 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b0d804f7-6feb-4e74-adaf-1f3562a446e9 tempest-AttachVolumeTestJSON-595716388 tempest-AttachVolumeTestJSON-595716388-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/ebf1de63-e7df-4fff-8b0f-cb453e877098 HTTP/1.1" status: 204 len: 168 time: 0.7257278 Aug 29 21:40:52.606341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device aa8ad2bc-9646-412b-97d9-d20f139892e1 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:52.629057 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: aa8ad2bc-9646-412b-97d9-d20f139892e1 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:52.629402 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device aa8ad2bc-9646-412b-97d9-d20f139892e1 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:53.469568 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40884) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:53.532030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Deleting subnet d3bfd131-49c3-45b6-a137-d63656be84ba {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:40:53.537735 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Publish callbacks [] for subnet (d3bfd131-49c3-45b6-a137-d63656be84ba), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.593797 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (d3bfd131-49c3-45b6-a137-d63656be84ba), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.645643 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (d3bfd131-49c3-45b6-a137-d63656be84ba), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.711001 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (d3bfd131-49c3-45b6-a137-d63656be84ba), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.741533 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bfd131-49c3-45b6-a137-d63656be84ba,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:53.747975 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.752789 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-147e0979-847f-49bb-a7f6-c3aaf79b89c0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/d3bfd131-49c3-45b6-a137-d63656be84ba HTTP/1.1" status: 204 len: 168 time: 0.2819750 Aug 29 21:40:53.753851 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40886) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:53.855681 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (78c101bb-e30d-4754-b493-6344068092ae), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.965396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (78c101bb-e30d-4754-b493-6344068092ae), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:53.997241 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c101bb-e30d-4754-b493-6344068092ae']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:54.007491 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a05a1d-1f75-4ffb-9162-626a2d70fe06') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:54.007839 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a05a1d-1f75-4ffb-9162-626a2d70fe06') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:54.018827 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (63a05a1d-1f75-4ffb-9162-626a2d70fe06), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.033085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (63a05a1d-1f75-4ffb-9162-626a2d70fe06), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.039938 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:40:54.040356 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (63a05a1d-1f75-4ffb-9162-626a2d70fe06), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.131363 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (78c101bb-e30d-4754-b493-6344068092ae), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.141408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.146522 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/78c101bb-e30d-4754-b493-6344068092ae HTTP/1.1" status: 204 len: 168 time: 0.3912861 Aug 29 21:40:54.162526 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5c32f-1347-4e74-9f10-f18885063b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=78c101bb-e30d-4754-b493-6344068092ae,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:54.176293 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 63a05a1d-1f75-4ffb-9162-626a2d70fe06 resource provider aggregate not found Aug 29 21:40:54.200091 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 63a05a1d-1f75-4ffb-9162-626a2d70fe06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63a05a1d-1f75-4ffb-9162-626a2d70fe06 found for delete ", "request_id": "req-fc9b2414-1fdd-42e7-935c-91116f58c316"}]} Aug 29 21:40:54.319784 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40900) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:54.330957 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:54.391216 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6ad3c33b-0484-4716-afc9-d5178329bcec admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cfe1d306716f49be9c1171a3b83d68f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699139 Aug 29 21:40:54.395064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40904) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:54.436917 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:54.464111 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3473ef73-771d-4b7d-b44e-d352b6934f0c admin admin] Publish callbacks [] for security_group (28fd9966-d057-41ae-9530-d51f9c862c51), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.499790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3473ef73-771d-4b7d-b44e-d352b6934f0c admin admin] Publish callbacks [] for security_group (28fd9966-d057-41ae-9530-d51f9c862c51), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.581527 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3473ef73-771d-4b7d-b44e-d352b6934f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (28fd9966-d057-41ae-9530-d51f9c862c51), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.584770 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3473ef73-771d-4b7d-b44e-d352b6934f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:54.586281 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3473ef73-771d-4b7d-b44e-d352b6934f0c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/28fd9966-d057-41ae-9530-d51f9c862c51 HTTP/1.1" status: 204 len: 168 time: 0.1902568 Aug 29 21:40:54.602684 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 40918) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:54.607665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473ef73-771d-4b7d-b44e-d352b6934f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd9966-d057-41ae-9530-d51f9c862c51,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:55.268129 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (ee64ded7-717e-4c3d-95d3-f957c6601703), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:55.535071 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:55.541878 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Deleting port b51701a8-245e-4004-a446-fab8c65a6be6 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:55.542398 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:55.688246 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] For port b51701a8-245e-4004-a446-fab8c65a6be6, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=b51701a8-245e-4004-a446-fab8c65a6be6,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:55.689438 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:55.693509 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:55.712325 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Calling delete_port for b51701a8-245e-4004-a446-fab8c65a6be6 owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:55.736397 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 40950) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:56.144624 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (b51701a8-245e-4004-a446-fab8c65a6be6), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:56.201680 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Pushing event deleted for resources: {'Port': ['ID=b51701a8-245e-4004-a446-fab8c65a6be6,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:56.828195 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (ee64ded7-717e-4c3d-95d3-f957c6601703), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:57.055839 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (b6624aa6-376b-4949-a46f-84174eaccf7d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:57.110369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:57.113712 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:57.347017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Router ee64ded7-717e-4c3d-95d3-f957c6601703 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:57.509335 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Deleting port cc306155-9373-4ff7-93ba-51381ad0ad10 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:57.509618 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:57.570872 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:57.586561 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f189aa03-b3ce-47a8-9d2e-21ff4c94712d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/ee64ded7-717e-4c3d-95d3-f957c6601703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9800744 Aug 29 21:40:57.586561 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 40968) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:57.590198 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] Sync routers for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:57.615620 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:57.616921 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:57.749786 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:57.771568 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] For port cc306155-9373-4ff7-93ba-51381ad0ad10, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=cc306155-9373-4ff7-93ba-51381ad0ad10,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:57.772005 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:57.809022 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Calling delete_port for cc306155-9373-4ff7-93ba-51381ad0ad10 owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:57.840236 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks [] for router (ee64ded7-717e-4c3d-95d3-f957c6601703), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.138129 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:40:55Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:58.152220 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks [] for router_gateway (ee64ded7-717e-4c3d-95d3-f957c6601703), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.158317 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:58.166711 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] Checking router: ee64ded7-717e-4c3d-95d3-f957c6601703 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:40:58.177828 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] Routers {'ee64ded7-717e-4c3d-95d3-f957c6601703'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:58.178463 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ee64ded7-717e-4c3d-95d3-f957c6601703'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:58.205653 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:58.281772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Deleting port 49d56f82-b6c6-4aec-a0ec-c29438096a33 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:40:58.282319 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.333369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] Set router ee64ded7-717e-4c3d-95d3-f957c6601703 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:40:58.335157 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (cc306155-9373-4ff7-93ba-51381ad0ad10), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.387577 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=cc306155-9373-4ff7-93ba-51381ad0ad10,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:58.509436 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] For port 49d56f82-b6c6-4aec-a0ec-c29438096a33, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=49d56f82-b6c6-4aec-a0ec-c29438096a33,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:40:58.510426 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.534277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Calling delete_port for 49d56f82-b6c6-4aec-a0ec-c29438096a33 owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:40:58.551505 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:58.570597 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:40:55Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:58.610269 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172c63c-eb6f-4635-85be-0e17711a0796 None None] The sync data for ids ['ee64ded7-717e-4c3d-95d3-f957c6601703'] in dv-cinder-854266-3-iscsi is: [{'id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'name': 'tempest-AttachVolumeNegativeTest-1588760436-router', 'tenant_id': '5220f1dfa6a74754bd08f925c85847b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11'}], 'enable_snat': True}, 'gw_port_id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:02Z', 'updated_at': '2022-08-29T21:40:55Z', 'revision_number': 5, 'project_id': '5220f1dfa6a74754bd08f925c85847b2', 'gw_port': {'id': '49d56f82-b6c6-4aec-a0ec-c29438096a33', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee64ded7-717e-4c3d-95d3-f957c6601703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:40:58.779521 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (b6624aa6-376b-4949-a46f-84174eaccf7d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.951402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (49d56f82-b6c6-4aec-a0ec-c29438096a33), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:58.993052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Pushing event deleted for resources: {'Port': ['ID=49d56f82-b6c6-4aec-a0ec-c29438096a33,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:40:59.086108 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b51701a8-245e-4004-a446-fab8c65a6be6 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:40:59.112817 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: b51701a8-245e-4004-a446-fab8c65a6be6 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:40:59.113237 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device b51701a8-245e-4004-a446-fab8c65a6be6 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:40:59.135376 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:59.162918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (ee64ded7-717e-4c3d-95d3-f957c6601703), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.270405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Router b6624aa6-376b-4949-a46f-84174eaccf7d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:40:59.274235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:59.282221 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (ee64ded7-717e-4c3d-95d3-f957c6601703), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.286951 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks [] for router_controller (ee64ded7-717e-4c3d-95d3-f957c6601703), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.709542 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (ee64ded7-717e-4c3d-95d3-f957c6601703), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.710396 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee64ded7-717e-4c3d-95d3-f957c6601703 {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:40:59.724841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.726429 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f5604843-b9b2-4d67-a1df-b2ddbb0055ad admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/ee64ded7-717e-4c3d-95d3-f957c6601703 HTTP/1.1" status: 204 len: 168 time: 2.1391335 Aug 29 21:40:59.729184 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40988) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:59.795924 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Deleting subnet b467275f-c6e3-47eb-aa25-bb86d36c5b5e {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:40:59.800443 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Publish callbacks [] for subnet (b467275f-c6e3-47eb-aa25-bb86d36c5b5e), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.821304 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:40:59.829386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6ffb02d9-b95a-4a64-8e95-cad5c799b1ee admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b6624aa6-376b-4949-a46f-84174eaccf7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0915475 Aug 29 21:40:59.831586 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 40990) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:40:59.838068 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] Sync routers for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:40:59.847397 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (b467275f-c6e3-47eb-aa25-bb86d36c5b5e), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:40:59.852684 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:40:59.854713 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:40:59.855720 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:40:59.952723 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (b467275f-c6e3-47eb-aa25-bb86d36c5b5e), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.022742 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks [] for router (b6624aa6-376b-4949-a46f-84174eaccf7d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.038734 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (b467275f-c6e3-47eb-aa25-bb86d36c5b5e), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.052818 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:00.074396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b467275f-c6e3-47eb-aa25-bb86d36c5b5e,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:00.082171 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.090266 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e24da042-13fd-443e-a793-b5875f81a41c admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/b467275f-c6e3-47eb-aa25-bb86d36c5b5e HTTP/1.1" status: 204 len: 168 time: 0.3579667 Aug 29 21:41:00.092723 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 40992) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:00.101009 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a481e3-555f-4197-b890-f304d25eca68 None None] Network 5edf4d12-91b6-4448-8d9a-6fbab4fee15a requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:00.201174 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks [] for router_gateway (b6624aa6-376b-4949-a46f-84174eaccf7d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.252345 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (5edf4d12-91b6-4448-8d9a-6fbab4fee15a), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.267235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Deleting port 68de42c0-92e6-40f3-9097-d72f52d54812 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:00.267588 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.328475 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Deleting port d1132c27-11d8-459d-9c5e-9232aa11fb70 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:00.329680 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.362477 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] DHCP port deletion for 5edf4d12-91b6-4448-8d9a-6fbab4fee15a request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:41:00.411061 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] For port 68de42c0-92e6-40f3-9097-d72f52d54812, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=68de42c0-92e6-40f3-9097-d72f52d54812,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:00.411864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.421542 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Deleting port d1132c27-11d8-459d-9c5e-9232aa11fb70 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:00.422170 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.429963 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Calling delete_port for 68de42c0-92e6-40f3-9097-d72f52d54812 owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:00.451323 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] For port d1132c27-11d8-459d-9c5e-9232aa11fb70, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d1132c27-11d8-459d-9c5e-9232aa11fb70,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:00.452096 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.476869 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:40:58Z', 'revision_number': 5, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port': {'id': '68de42c0-92e6-40f3-9097-d72f52d54812', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:06Z', 'updated_at': '2022-08-29T21:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:00.486066 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Calling delete_port for d1132c27-11d8-459d-9c5e-9232aa11fb70 owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:00.503852 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] For port d1132c27-11d8-459d-9c5e-9232aa11fb70, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d1132c27-11d8-459d-9c5e-9232aa11fb70,segment=NetworkSegment(d74dbfde-39dc-4e77-bae1-f5bd799d0988),segment_id=d74dbfde-39dc-4e77-bae1-f5bd799d0988)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:00.504819 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.520951 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Calling delete_port for d1132c27-11d8-459d-9c5e-9232aa11fb70 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:00.527733 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] Checking router: b6624aa6-376b-4949-a46f-84174eaccf7d for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:41:00.544392 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] Routers {'b6624aa6-376b-4949-a46f-84174eaccf7d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:00.545608 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:40:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b6624aa6-376b-4949-a46f-84174eaccf7d'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:00.604884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:00.620854 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.633750 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-afbfa5db-0b18-47d6-a04e-0631101a3aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.656349 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Pushing event deleted for resources: {'Port': ['ID=d1132c27-11d8-459d-9c5e-9232aa11fb70,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:00.658975 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] No DVR routers for this DVR port d1132c27-11d8-459d-9c5e-9232aa11fb70 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:00.664615 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:00.673093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (d1132c27-11d8-459d-9c5e-9232aa11fb70), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.675046 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.675562 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.676057 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.676563 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.677630 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.678147 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.678678 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.679144 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.679612 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.680451 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.681129 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.681602 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.682101 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.682800 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.683855 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459597c6-6889-472e-a7d1-4a752c7e4f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:00.686911 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:00.692622 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (68de42c0-92e6-40f3-9097-d72f52d54812), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.735248 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Pushing event deleted for resources: {'Port': ['ID=68de42c0-92e6-40f3-9097-d72f52d54812,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:00.741072 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] Set router b6624aa6-376b-4949-a46f-84174eaccf7d gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:00.749061 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1132c27-11d8-459d-9c5e-9232aa11fb70,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:00.753332 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] No DVR routers for this DVR port d1132c27-11d8-459d-9c5e-9232aa11fb70 on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:00.832106 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:41:00Z', 'revision_number': 6, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:00.860912 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b80d1-6089-45b9-aac1-2b6c628b5671 None None] The sync data for ids ['b6624aa6-376b-4949-a46f-84174eaccf7d'] in dv-cinder-854266-3-iscsi is: [{'id': 'b6624aa6-376b-4949-a46f-84174eaccf7d', 'name': 'tempest-AttachVolumeTestJSON-1752536431-router', 'tenant_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:41:00Z', 'revision_number': 6, 'project_id': '7d9928c37b2b46f5abd0ac1ba1c3ca92', 'gw_port_host': None}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:41:00.866283 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (b6624aa6-376b-4949-a46f-84174eaccf7d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.884696 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (5edf4d12-91b6-4448-8d9a-6fbab4fee15a), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.914113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edf4d12-91b6-4448-8d9a-6fbab4fee15a']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:00.939203 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74dbfde-39dc-4e77-bae1-f5bd799d0988') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:00.939684 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74dbfde-39dc-4e77-bae1-f5bd799d0988') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:00.962580 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (d74dbfde-39dc-4e77-bae1-f5bd799d0988), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:00.989206 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (d74dbfde-39dc-4e77-bae1-f5bd799d0988), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.004315 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:41:01.005240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (d74dbfde-39dc-4e77-bae1-f5bd799d0988), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.042171 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (b6624aa6-376b-4949-a46f-84174eaccf7d), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.046195 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks [] for router_controller (b6624aa6-376b-4949-a46f-84174eaccf7d), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.068176 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment d74dbfde-39dc-4e77-bae1-f5bd799d0988 resource provider aggregate not found Aug 29 21:41:01.100544 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment d74dbfde-39dc-4e77-bae1-f5bd799d0988 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d74dbfde-39dc-4e77-bae1-f5bd799d0988 found for delete ", "request_id": "req-c4de402e-6c7c-459e-89cf-4e142db89e8b"}]} Aug 29 21:41:01.113395 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (5edf4d12-91b6-4448-8d9a-6fbab4fee15a), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.123258 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.131379 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/5edf4d12-91b6-4448-8d9a-6fbab4fee15a HTTP/1.1" status: 204 len: 168 time: 1.0321710 Aug 29 21:41:01.139390 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (b6624aa6-376b-4949-a46f-84174eaccf7d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.141093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6624aa6-376b-4949-a46f-84174eaccf7d {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:41:01.141432 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79073026-a16b-49ae-a944-264efc725cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5edf4d12-91b6-4448-8d9a-6fbab4fee15a,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:01.159973 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.164648 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-09e35353-ed13-4ca0-bfa6-1b74474c526a admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/b6624aa6-376b-4949-a46f-84174eaccf7d HTTP/1.1" status: 204 len: 168 time: 1.3292487 Aug 29 21:41:01.170913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41012) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:01.257561 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Deleting subnet 7acd7224-068b-48b0-a16a-b8f074e9a570 {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:41:01.263062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Publish callbacks [] for subnet (7acd7224-068b-48b0-a16a-b8f074e9a570), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.329777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (7acd7224-068b-48b0-a16a-b8f074e9a570), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.354077 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:01.429002 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41018) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:01.465945 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device cc306155-9373-4ff7-93ba-51381ad0ad10 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:01.506597 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: cc306155-9373-4ff7-93ba-51381ad0ad10 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:01.507263 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device cc306155-9373-4ff7-93ba-51381ad0ad10 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:01.507997 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 49d56f82-b6c6-4aec-a0ec-c29438096a33 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:01.522419 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:01.530154 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-cb32b4af-91f5-4aeb-ada1-0b6c27d65a1b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5220f1dfa6a74754bd08f925c85847b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0982323 Aug 29 21:41:01.532101 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41022) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:01.537350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (7acd7224-068b-48b0-a16a-b8f074e9a570), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.540755 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 49d56f82-b6c6-4aec-a0ec-c29438096a33 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:01.542182 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 49d56f82-b6c6-4aec-a0ec-c29438096a33 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:01.542905 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d1132c27-11d8-459d-9c5e-9232aa11fb70 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:01.600548 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: d1132c27-11d8-459d-9c5e-9232aa11fb70 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:01.600919 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d1132c27-11d8-459d-9c5e-9232aa11fb70 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:01.621549 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-324f4696-f613-4731-8e17-f081a092f31b admin admin] Publish callbacks [] for security_group (7099f08e-bcbf-4a96-8599-dbecc4db745f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.640113 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (7acd7224-068b-48b0-a16a-b8f074e9a570), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.666374 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-324f4696-f613-4731-8e17-f081a092f31b admin admin] Publish callbacks [] for security_group (7099f08e-bcbf-4a96-8599-dbecc4db745f), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.673894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acd7224-068b-48b0-a16a-b8f074e9a570,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:01.676051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:01.684296 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed763f1-6eeb-437d-a30a-68b7d8a65624 None None] Network 514f3495-f14d-42c1-bc82-a600d1b5d3d8 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:01.693657 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41026) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:01.697617 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7d50d89f-48d4-4b76-b97b-892e403db1d1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/7acd7224-068b-48b0-a16a-b8f074e9a570 HTTP/1.1" status: 204 len: 168 time: 0.5253215 Aug 29 21:41:01.962769 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] DHCP port deletion for 514f3495-f14d-42c1-bc82-a600d1b5d3d8 request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:41:02.038917 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] Deleting port 590400d6-8dd8-465f-a186-a26f17f4df70 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:02.039823 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.162102 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] For port 590400d6-8dd8-465f-a186-a26f17f4df70, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=590400d6-8dd8-465f-a186-a26f17f4df70,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:02.162746 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.187306 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] Calling delete_port for 590400d6-8dd8-465f-a186-a26f17f4df70 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:02.213591 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (514f3495-f14d-42c1-bc82-a600d1b5d3d8), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.264209 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-324f4696-f613-4731-8e17-f081a092f31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7099f08e-bcbf-4a96-8599-dbecc4db745f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.267413 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-324f4696-f613-4731-8e17-f081a092f31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.268785 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-324f4696-f613-4731-8e17-f081a092f31b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7099f08e-bcbf-4a96-8599-dbecc4db745f HTTP/1.1" status: 204 len: 168 time: 0.7355313 Aug 29 21:41:02.301992 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f4696-f613-4731-8e17-f081a092f31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7099f08e-bcbf-4a96-8599-dbecc4db745f,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:02.339481 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Deleting port 590400d6-8dd8-465f-a186-a26f17f4df70 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:02.339996 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.345261 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b388406-c0bd-4286-ba09-608df56620e2 req-e1b3554a-f05d-4de4-ad0a-5663bc4539af tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:02.347839 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b388406-c0bd-4286-ba09-608df56620e2 req-e1b3554a-f05d-4de4-ad0a-5663bc4539af tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 947 time: 0.1083181 Aug 29 21:41:02.415941 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.457427 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3b388406-c0bd-4286-ba09-608df56620e2 req-0d523845-35b4-4602-91ac-6197048f3994 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968747 Aug 29 21:41:02.468715 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] Pushing event deleted for resources: {'Port': ['ID=590400d6-8dd8-465f-a186-a26f17f4df70,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:02.478087 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] For port 590400d6-8dd8-465f-a186-a26f17f4df70, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=590400d6-8dd8-465f-a186-a26f17f4df70,segment=NetworkSegment(55e7f525-b145-4618-b36e-7a613a021684),segment_id=55e7f525-b145-4618-b36e-7a613a021684)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:02.478959 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.486653 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e6e90-5d05-4808-8587-9e8ac91e9f5c None None] No DVR routers for this DVR port 590400d6-8dd8-465f-a186-a26f17f4df70 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:02.496683 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Calling delete_port for 590400d6-8dd8-465f-a186-a26f17f4df70 owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:02.600853 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (590400d6-8dd8-465f-a186-a26f17f4df70), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.631688 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Pushing event deleted for resources: {'Port': ['ID=590400d6-8dd8-465f-a186-a26f17f4df70,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:02.635525 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] No DVR routers for this DVR port 590400d6-8dd8-465f-a186-a26f17f4df70 on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:02.736699 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (514f3495-f14d-42c1-bc82-a600d1b5d3d8), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.767631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514f3495-f14d-42c1-bc82-a600d1b5d3d8']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:02.779285 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e7f525-b145-4618-b36e-7a613a021684') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:02.779825 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e7f525-b145-4618-b36e-7a613a021684') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:02.804895 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (55e7f525-b145-4618-b36e-7a613a021684), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.828902 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (55e7f525-b145-4618-b36e-7a613a021684), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.840247 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:41:02.841131 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (55e7f525-b145-4618-b36e-7a613a021684), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.843930 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:02.852743 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:02.863480 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8a40da91-5378-4b22-9ccf-de56677a7326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.934692 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (514f3495-f14d-42c1-bc82-a600d1b5d3d8), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.966004 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:02.971038 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/514f3495-f14d-42c1-bc82-a600d1b5d3d8 HTTP/1.1" status: 204 len: 168 time: 1.2755089 Aug 29 21:41:03.004423 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daf1fd-7920-46e4-8216-03c176b39925 admin admin] Pushing event deleted for resources: {'Network': ['ID=514f3495-f14d-42c1-bc82-a600d1b5d3d8,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:03.096673 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 68de42c0-92e6-40f3-9097-d72f52d54812 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:03.134692 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 55e7f525-b145-4618-b36e-7a613a021684 resource provider aggregate not found Aug 29 21:41:03.147396 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 68de42c0-92e6-40f3-9097-d72f52d54812 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:03.148016 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 68de42c0-92e6-40f3-9097-d72f52d54812 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:03.148645 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 590400d6-8dd8-465f-a186-a26f17f4df70 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:03.173885 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 590400d6-8dd8-465f-a186-a26f17f4df70 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:03.174547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 590400d6-8dd8-465f-a186-a26f17f4df70 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:03.184029 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 55e7f525-b145-4618-b36e-7a613a021684 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55e7f525-b145-4618-b36e-7a613a021684 found for delete ", "request_id": "req-af06aca1-2524-40eb-8af2-e3792baa8e5a"}]} Aug 29 21:41:03.317040 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41078) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:03.396299 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-089951f8-f415-4f00-8459-45a584ae2b44 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7d9928c37b2b46f5abd0ac1ba1c3ca92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0773990 Aug 29 21:41:03.399160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41082) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:03.499309 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b88bb03d-42ec-4ddd-9d92-3751a91b891d admin admin] Publish callbacks [] for security_group (6036f771-0367-4af7-9cef-ef5c27cd6948), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:03.554808 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b88bb03d-42ec-4ddd-9d92-3751a91b891d admin admin] Publish callbacks [] for security_group (6036f771-0367-4af7-9cef-ef5c27cd6948), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:03.663335 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b88bb03d-42ec-4ddd-9d92-3751a91b891d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6036f771-0367-4af7-9cef-ef5c27cd6948), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:03.670426 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b88bb03d-42ec-4ddd-9d92-3751a91b891d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:03.674460 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b88bb03d-42ec-4ddd-9d92-3751a91b891d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6036f771-0367-4af7-9cef-ef5c27cd6948 HTTP/1.1" status: 204 len: 168 time: 0.2734070 Aug 29 21:41:03.689636 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375eb26-8153-4e2b-9897-74c16d335637 req-024b4ec5-f7fb-403d-90dd-191acf35b83f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:03.693611 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2375eb26-8153-4e2b-9897-74c16d335637 req-024b4ec5-f7fb-403d-90dd-191acf35b83f tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 947 time: 0.2164354 Aug 29 21:41:03.721357 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bb03d-42ec-4ddd-9d92-3751a91b891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6036f771-0367-4af7-9cef-ef5c27cd6948,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:03.742215 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb90-bcc6-47a2-aa0b-7f9ed8f4b9bf req-b56c4781-9e92-4e62-ad05-c73ea0c4d514 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:03.753503 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fbdedb90-bcc6-47a2-aa0b-7f9ed8f4b9bf req-b56c4781-9e92-4e62-ad05-c73ea0c4d514 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 947 time: 0.1389520 Aug 29 21:41:03.906854 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fbdedb90-bcc6-47a2-aa0b-7f9ed8f4b9bf req-99a54242-80f1-4b78-a621-c465ea500aca tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522171 Aug 29 21:41:03.962226 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Deleting port d22eeab8-4235-4014-83a9-d0d8e059e752 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:03.962751 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:04.139315 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] For port d22eeab8-4235-4014-83a9-d0d8e059e752, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d22eeab8-4235-4014-83a9-d0d8e059e752,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:04.139868 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:04.251243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:04.488946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:04.489766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (c2241256-667a-415b-b80a-0a4acdb50bb6), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:04.489766 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Floating IP c2241256-667a-415b-b80a-0a4acdb50bb6 disassociated. External IP: 172.27.4.54, port: d22eeab8-4235-4014-83a9-d0d8e059e752. Aug 29 21:41:04.490011 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Calling delete_port for d22eeab8-4235-4014-83a9-d0d8e059e752 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:04.725327 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d22eeab8-4235-4014-83a9-d0d8e059e752), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:04.775609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event deleted for resources: {'Port': ['ID=d22eeab8-4235-4014-83a9-d0d8e059e752,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:04.854933 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:04.910116 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:05.030934 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Router 398dc043-6953-42e8-86bd-9690ba91f98d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:41:05.180038 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-744ff169-c250-434c-ad39-38b2e7092b75 req-5cbfbcc9-8ddd-412c-91f2-0e4a43f667c2 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=11491cff-58f2-4d90-ae11-471c65c47bcb HTTP/1.1" status: 200 len: 210 time: 0.0534844 Aug 29 21:41:05.299137 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41152) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:05.338752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:41:05.350704 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:41:05.385778 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:05.386457 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:05.415655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] No DVR routers for this DVR port d22eeab8-4235-4014-83a9-d0d8e059e752 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:05.419566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.425418 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2375eb26-8153-4e2b-9897-74c16d335637 req-f0573a10-5ab5-446a-8dfb-261fa64d1fad tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.72 "DELETE /networking/v2.0/ports/d22eeab8-4235-4014-83a9-d0d8e059e752 HTTP/1.1" status: 204 len: 173 time: 1.7261600 Aug 29 21:41:05.426387 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-deleted', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:41:05.432309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dcdadd-0afd-4693-aa95-462e5c5fda0c" -d '{"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-deleted", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:41:05.554201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51984fa4-0cb3-4cbc-b512-f7d9706ac0b6 x-openstack-request-id: req-51984fa4-0cb3-4cbc-b512-f7d9706ac0b6 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:41:05.554889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11491cff-58f2-4d90-ae11-471c65c47bcb", "name": "network-vif-deleted", "tag": "d22eeab8-4235-4014-83a9-d0d8e059e752", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:41:05.555305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51984fa4-0cb3-4cbc-b512-f7d9706ac0b6 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:41:05.555900 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51984fa4-0cb3-4cbc-b512-f7d9706ac0b6'] response: {'server_uuid': '11491cff-58f2-4d90-ae11-471c65c47bcb', 'name': 'network-vif-deleted', 'tag': 'd22eeab8-4235-4014-83a9-d0d8e059e752', 'status': 'completed', 'code': 200} Aug 29 21:41:05.642466 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845231393-network', 'tenant_id': 'ea725b9278fb4042ba2ed444502b6795'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:05.683765 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Made reservation on behalf of ea725b9278fb4042ba2ed444502b6795 for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:05.700016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.700289 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.721291 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.724429 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:05.841532 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.876052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks [] for security_group (c2751c2c-62ff-41ed-ad6c-22a258660d82), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.881841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c2751c2c-62ff-41ed-ad6c-22a258660d82), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.911047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:41:05.929056 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2751c2c-62ff-41ed-ad6c-22a258660d82,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:05.932300 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (5d917749-6524-4189-b648-0152ec604ba1), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:05.932667 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Added segment 5d917749-6524-4189-b648-0152ec604ba1 of type vlan for network ac8916f5-55e0-4695-b179-597c4531d797 Aug 29 21:41:05.991594 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (ac8916f5-55e0-4695-b179-597c4531d797), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.034597 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (ac8916f5-55e0-4695-b179-597c4531d797), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.036300 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:06.037294 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.107556 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:06.113983 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8916f5-55e0-4695-b179-597c4531d797,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:06.119834 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:06.138160 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-03f273a6-c445-40de-aab0-8a632ab23bc4 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8318772 Aug 29 21:41:06.139645 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41170) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:06.147260 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Request body: {'subnet': {'network_id': 'ac8916f5-55e0-4695-b179-597c4531d797', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1845231393-subnet', 'tenant_id': 'ea725b9278fb4042ba2ed444502b6795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:06.167549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network ac8916f5-55e0-4695-b179-597c4531d797 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:41:06.172527 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:41:06.180972 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:06.215474 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Made reservation on behalf of ea725b9278fb4042ba2ed444502b6795 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:06.218286 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28735533'] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.260928 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:06.261702 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:06.293200 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:06.327716 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41176) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:06.394294 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6b63e24f-6438-4eda-b701-f989208544d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (99a154a2-d032-4cdd-a70b-e5b5c9fe8b13), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.406760 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:06.430402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6b63e24f-6438-4eda-b701-f989208544d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (99a154a2-d032-4cdd-a70b-e5b5c9fe8b13), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.515542 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6b63e24f-6438-4eda-b701-f989208544d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (99a154a2-d032-4cdd-a70b-e5b5c9fe8b13), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.521197 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6b63e24f-6438-4eda-b701-f989208544d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.526026 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6b63e24f-6438-4eda-b701-f989208544d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/99a154a2-d032-4cdd-a70b-e5b5c9fe8b13 HTTP/1.1" status: 204 len: 168 time: 0.1936402 Aug 29 21:41:06.526845 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41178) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:06.534692 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63e24f-6438-4eda-b701-f989208544d7 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a154a2-d032-4cdd-a70b-e5b5c9fe8b13,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:06.538242 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29041925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28735547'] for subnet (c99ed809-3721-4921-89f5-96b8f3846244), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.551168 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.api.v2.resource [None req-82160b28-3b88-40de-9aa5-51e0722caf91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] show failed (client error): The resource could not be found. Aug 29 21:41:06.554224 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-82160b28-3b88-40de-9aa5-51e0722caf91 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "GET /networking/v2.0/security-groups/99a154a2-d032-4cdd-a70b-e5b5c9fe8b13 HTTP/1.1" status: 404 len: 347 time: 0.0244935 Aug 29 21:41:06.556957 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41180) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:06.607709 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99ed809-3721-4921-89f5-96b8f3846244,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:06.631963 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Checking segment: {'id': '5d917749-6524-4189-b648-0152ec604ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'ac8916f5-55e0-4695-b179-597c4531d797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:06.632325 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Network hostable DHCP agents. Network: ac8916f5-55e0-4695-b179-597c4531d797, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:41:06.652025 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Network ac8916f5-55e0-4695-b179-597c4531d797 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:41:06.663125 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, ac8916f5-55e0-4695-b179-597c4531d797) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:06.674291 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:06.675003 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.675382 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f020ee-1b64-4443-9fcf-f4746c9119e6 None None] Network ac8916f5-55e0-4695-b179-597c4531d797 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:06.696083 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5c053452-2c95-4303-a5f9-e482df09c807 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5541828 Aug 29 21:41:06.700235 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:06.722393 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Deleting port 02602804-2b55-4e89-b15f-a24bee3dbb5e {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:06.724143 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.874253 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.875805 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (02602804-2b55-4e89-b15f-a24bee3dbb5e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:06.882968 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:06.908972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Calling delete_port for 02602804-2b55-4e89-b15f-a24bee3dbb5e owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:06.918447 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924171d9-c7e2-42d0-b1f8-05b484c8af9b None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:34:19Z', 'revision_number': 4, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '155cf876-d3ad-4ee5-a927-610a81ec8253', 'name': '', 'network_id': 'bbee627c-5d5c-4780-b2d4-43c7e4d208fc', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'mac_address': 'fa:16:3e:8a:da:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:16Z', 'updated_at': '2022-08-29T21:34:43Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'subnets': [{'id': '93454e07-64fb-484b-ac3e-f86333c5cce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:41:06.972224 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea4147-83f8-4709-96d3-33a70500eb76 None None] Network ac8916f5-55e0-4695-b179-597c4531d797 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:07.102363 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:07.150854 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (02602804-2b55-4e89-b15f-a24bee3dbb5e), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.177931 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Pushing event deleted for resources: {'Port': ['ID=02602804-2b55-4e89-b15f-a24bee3dbb5e,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:07.266715 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks [] for floatingip (c2241256-667a-415b-b80a-0a4acdb50bb6), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.272205 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.277546 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-66d90b7c-0e4c-4e53-b06c-32e31b6d5d56 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/c2241256-667a-415b-b80a-0a4acdb50bb6 HTTP/1.1" status: 204 len: 168 time: 0.7154014 Aug 29 21:41:07.381589 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61237cc1-9263-44c1-9564-ae93b514d9b0 None None] New status for floating IP c2241256-667a-415b-b80a-0a4acdb50bb6: DOWN {{(pid=106529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:41:07.470967 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:07.654598 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41210) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:07.659533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1594261023-network', 'tenant_id': '0d86d0bbd4984d7e8e715dc565f44c7b'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:07.684788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Made reservation on behalf of 0d86d0bbd4984d7e8e715dc565f44c7b for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:07.688964 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.704731 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.836891 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks [] for security_group (17beded7-b048-4902-999d-a4ade6c0ac7a), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.844233 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (17beded7-b048-4902-999d-a4ade6c0ac7a), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.894966 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:41:07.909740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17beded7-b048-4902-999d-a4ade6c0ac7a,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:07.921256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (7f312df3-e370-47be-a53b-87b8e6769a77), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:07.922135 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Added segment 7f312df3-e370-47be-a53b-87b8e6769a77 of type vlan for network b4f491b8-2a37-4de4-8885-3cf3db96cbd6 Aug 29 21:41:07.990465 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:07.998526 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (b4f491b8-2a37-4de4-8885-3cf3db96cbd6), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.031462 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (b4f491b8-2a37-4de4-8885-3cf3db96cbd6), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.032846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:08.033572 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.102509 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4467218 Aug 29 21:41:08.106485 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41226) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:08.112994 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Request body: {'subnet': {'network_id': 'b4f491b8-2a37-4de4-8885-3cf3db96cbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1594261023-subnet', 'tenant_id': '0d86d0bbd4984d7e8e715dc565f44c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:08.139615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0b393-b4e5-4e11-9de8-adf3c2547c17 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f491b8-2a37-4de4-8885-3cf3db96cbd6,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:08.156276 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Made reservation on behalf of 0d86d0bbd4984d7e8e715dc565f44c7b for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:08.156466 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network b4f491b8-2a37-4de4-8885-3cf3db96cbd6 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:41:08.162045 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28735533'] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.272842 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:08.399146 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29041925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28735547'] for subnet (727ee4ae-1f42-400e-8804-d562059b80a0), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.466264 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=727ee4ae-1f42-400e-8804-d562059b80a0,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:08.475083 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Checking segment: {'id': '7f312df3-e370-47be-a53b-87b8e6769a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'b4f491b8-2a37-4de4-8885-3cf3db96cbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:08.475559 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Network hostable DHCP agents. Network: b4f491b8-2a37-4de4-8885-3cf3db96cbd6, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:41:08.493558 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Network b4f491b8-2a37-4de4-8885-3cf3db96cbd6 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:41:08.505281 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, b4f491b8-2a37-4de4-8885-3cf3db96cbd6) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:08.515722 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:08.516823 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.517032 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9533be-3291-4b26-a07c-060268111455 None None] Network b4f491b8-2a37-4de4-8885-3cf3db96cbd6 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:08.556653 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-48a629ea-40d2-4ef7-8749-125a6faa3f99 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4380374 Aug 29 21:41:08.658864 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:08.692180 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f0f2ce-3a1a-4d2a-adc9-2ca8036a4d0b None None] Network b4f491b8-2a37-4de4-8885-3cf3db96cbd6 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:08.699670 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: d22eeab8-4235-4014-83a9-d0d8e059e752 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:08.700025 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d22eeab8-4235-4014-83a9-d0d8e059e752 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:08.789813 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41240) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:08.851835 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Deleting subnet c99ed809-3721-4921-89f5-96b8f3846244 {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:41:08.856718 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Publish callbacks [] for subnet (c99ed809-3721-4921-89f5-96b8f3846244), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.908786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (c99ed809-3721-4921-89f5-96b8f3846244), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:08.929585 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:08.963263 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (c99ed809-3721-4921-89f5-96b8f3846244), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.047939 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (c99ed809-3721-4921-89f5-96b8f3846244), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.079057 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99ed809-3721-4921-89f5-96b8f3846244,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:09.086176 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.095897 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41248) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:09.096161 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-63eaae1f-30fe-44b2-ab45-6b8cf2c13d17 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c99ed809-3721-4921-89f5-96b8f3846244 HTTP/1.1" status: 204 len: 168 time: 0.3050973 Aug 29 21:41:09.116376 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.201405 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (ac8916f5-55e0-4695-b179-597c4531d797), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.301623 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (ac8916f5-55e0-4695-b179-597c4531d797), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.334154 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8916f5-55e0-4695-b179-597c4531d797']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:09.342113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:09.350124 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d917749-6524-4189-b648-0152ec604ba1') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:09.352858 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d917749-6524-4189-b648-0152ec604ba1') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:09.371744 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (5d917749-6524-4189-b648-0152ec604ba1), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.395022 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (5d917749-6524-4189-b648-0152ec604ba1), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.406012 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:41:09.406769 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (5d917749-6524-4189-b648-0152ec604ba1), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.471494 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 5d917749-6524-4189-b648-0152ec604ba1 resource provider aggregate not found Aug 29 21:41:09.497709 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 5d917749-6524-4189-b648-0152ec604ba1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d917749-6524-4189-b648-0152ec604ba1 found for delete ", "request_id": "req-0aaf5c4e-bee7-4094-bd4b-0190e22c59b0"}]} Aug 29 21:41:09.509298 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (ac8916f5-55e0-4695-b179-597c4531d797), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.516940 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.522073 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/ac8916f5-55e0-4695-b179-597c4531d797 HTTP/1.1" status: 204 len: 168 time: 0.4238784 Aug 29 21:41:09.526038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41262) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:09.535410 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058eaa6-bd08-4775-9a9e-134664360658 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8916f5-55e0-4695-b179-597c4531d797,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:09.591443 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Deleting subnet 727ee4ae-1f42-400e-8804-d562059b80a0 {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:41:09.596488 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Publish callbacks [] for subnet (727ee4ae-1f42-400e-8804-d562059b80a0), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.621778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41264) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:09.652427 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (727ee4ae-1f42-400e-8804-d562059b80a0), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.718517 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (727ee4ae-1f42-400e-8804-d562059b80a0), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.764933 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-02fcbea9-46b2-4472-8144-3ceac61bebcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.786270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (727ee4ae-1f42-400e-8804-d562059b80a0), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.815366 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727ee4ae-1f42-400e-8804-d562059b80a0,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:09.821744 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.827567 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f50978a8-85c4-4660-aa58-88ec05d40c43 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/727ee4ae-1f42-400e-8804-d562059b80a0 HTTP/1.1" status: 204 len: 168 time: 0.2998998 Aug 29 21:41:09.830666 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41270) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:09.922152 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-02fcbea9-46b2-4472-8144-3ceac61bebcf admin admin] Publish callbacks [] for security_group (966b0171-0aba-4cac-bfc4-41b60708d9c0), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.932401 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-02fcbea9-46b2-4472-8144-3ceac61bebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (966b0171-0aba-4cac-bfc4-41b60708d9c0), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:09.949475 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41276) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:09.953776 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (b4f491b8-2a37-4de4-8885-3cf3db96cbd6), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.002313 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-02fcbea9-46b2-4472-8144-3ceac61bebcf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=76615167df444acdbd035a00947f8246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792207 Aug 29 21:41:10.003435 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbea9-46b2-4472-8144-3ceac61bebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b0171-0aba-4cac-bfc4-41b60708d9c0,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:10.006543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41280) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:10.099061 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (b4f491b8-2a37-4de4-8885-3cf3db96cbd6), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.110353 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:10.131064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f491b8-2a37-4de4-8885-3cf3db96cbd6']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:10.144047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f312df3-e370-47be-a53b-87b8e6769a77') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:10.144344 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f312df3-e370-47be-a53b-87b8e6769a77') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:10.156445 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (7f312df3-e370-47be-a53b-87b8e6769a77), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.163639 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecff4a22-cf9e-409d-957b-82663b86d9ec admin admin] Publish callbacks [] for security_group (966b0171-0aba-4cac-bfc4-41b60708d9c0), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.174061 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (7f312df3-e370-47be-a53b-87b8e6769a77), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.181298 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:41:10.181691 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (7f312df3-e370-47be-a53b-87b8e6769a77), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.194734 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:10.196852 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecff4a22-cf9e-409d-957b-82663b86d9ec admin admin] Publish callbacks [] for security_group (966b0171-0aba-4cac-bfc4-41b60708d9c0), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.269270 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (b4f491b8-2a37-4de4-8885-3cf3db96cbd6), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.280781 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.285136 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/b4f491b8-2a37-4de4-8885-3cf3db96cbd6 HTTP/1.1" status: 204 len: 168 time: 0.4530716 Aug 29 21:41:10.300023 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b591c-7c84-4086-96c4-b87334768c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f491b8-2a37-4de4-8885-3cf3db96cbd6,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:10.470945 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41286) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:10.519581 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-cd1a034b-eb9c-48d4-9728-1b0117d46781 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ea725b9278fb4042ba2ed444502b6795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471525 Aug 29 21:41:10.524255 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41288) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:10.582523 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3173b98a-9e5f-413b-b5c1-00314cf58513 admin admin] Publish callbacks [] for security_group (c2751c2c-62ff-41ed-ad6c-22a258660d82), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.603967 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecff4a22-cf9e-409d-957b-82663b86d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (966b0171-0aba-4cac-bfc4-41b60708d9c0), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.606864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ecff4a22-cf9e-409d-957b-82663b86d9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.608389 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-ecff4a22-cf9e-409d-957b-82663b86d9ec admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/966b0171-0aba-4cac-bfc4-41b60708d9c0 HTTP/1.1" status: 204 len: 168 time: 0.6004014 Aug 29 21:41:10.622521 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff4a22-cf9e-409d-957b-82663b86d9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b0171-0aba-4cac-bfc4-41b60708d9c0,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:10.629118 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3173b98a-9e5f-413b-b5c1-00314cf58513 admin admin] Publish callbacks [] for security_group (c2751c2c-62ff-41ed-ad6c-22a258660d82), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.733577 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3173b98a-9e5f-413b-b5c1-00314cf58513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c2751c2c-62ff-41ed-ad6c-22a258660d82), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.739219 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3173b98a-9e5f-413b-b5c1-00314cf58513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.741259 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3173b98a-9e5f-413b-b5c1-00314cf58513 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c2751c2c-62ff-41ed-ad6c-22a258660d82 HTTP/1.1" status: 204 len: 168 time: 0.2156341 Aug 29 21:41:10.754168 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173b98a-9e5f-413b-b5c1-00314cf58513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2751c2c-62ff-41ed-ad6c-22a258660d82,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:10.810907 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (398dc043-6953-42e8-86bd-9690ba91f98d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:10.925447 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:11.156837 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Deleting port 155cf876-d3ad-4ee5-a927-610a81ec8253 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:11.157839 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.285360 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] For port 155cf876-d3ad-4ee5-a927-610a81ec8253, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=155cf876-d3ad-4ee5-a927-610a81ec8253,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:11.285747 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.315014 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Calling delete_port for 155cf876-d3ad-4ee5-a927-610a81ec8253 owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:11.450301 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41308) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:11.519384 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41312) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:11.519923 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-45a22a03-00bf-437e-92b5-8322023ad93a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0d86d0bbd4984d7e8e715dc565f44c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678427 Aug 29 21:41:11.533738 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 7f312df3-e370-47be-a53b-87b8e6769a77 resource provider aggregate not found Aug 29 21:41:11.570392 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 7f312df3-e370-47be-a53b-87b8e6769a77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f312df3-e370-47be-a53b-87b8e6769a77 found for delete ", "request_id": "req-92440b94-02c4-4742-b2c4-d8a3873745fa"}]} Aug 29 21:41:11.678824 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fdacf448-9861-437c-abf6-743aa1c7b49a admin admin] Publish callbacks [] for security_group (17beded7-b048-4902-999d-a4ade6c0ac7a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.709537 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:11.711920 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fdacf448-9861-437c-abf6-743aa1c7b49a admin admin] Publish callbacks [] for security_group (17beded7-b048-4902-999d-a4ade6c0ac7a), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.714140 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (155cf876-d3ad-4ee5-a927-610a81ec8253), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.759801 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=155cf876-d3ad-4ee5-a927-610a81ec8253,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:11.928490 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fdacf448-9861-437c-abf6-743aa1c7b49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (17beded7-b048-4902-999d-a4ade6c0ac7a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.931103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fdacf448-9861-437c-abf6-743aa1c7b49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:11.934726 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-fdacf448-9861-437c-abf6-743aa1c7b49a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/17beded7-b048-4902-999d-a4ade6c0ac7a HTTP/1.1" status: 204 len: 168 time: 0.4111452 Aug 29 21:41:11.961998 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacf448-9861-437c-abf6-743aa1c7b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17beded7-b048-4902-999d-a4ade6c0ac7a,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:12.066841 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:41:12.096005 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (398dc043-6953-42e8-86bd-9690ba91f98d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:12.099455 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:12.423865 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Router 398dc043-6953-42e8-86bd-9690ba91f98d has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:41:12.660569 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:41:12.677281 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-846554fe-cc74-4f19-8e4b-bfc549cb4cf6 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/398dc043-6953-42e8-86bd-9690ba91f98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237306 Aug 29 21:41:12.677489 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] Sync routers for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:41:12.677951 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41346) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:12.710153 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:12.714137 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:12.881047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks [] for router (398dc043-6953-42e8-86bd-9690ba91f98d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:12.999577 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:13.006465 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:13.186435 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks [] for router_gateway (398dc043-6953-42e8-86bd-9690ba91f98d), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:13.389733 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Deleting port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:13.390638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:13.393917 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234'}], 'enable_snat': True}, 'gw_port_id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:41:11Z', 'revision_number': 5, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port': {'id': '1214dc93-e66e-42ee-9dd1-9646cd9c7c9a', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:34:04Z', 'updated_at': '2022-08-29T21:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:13.445836 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] Checking router: 398dc043-6953-42e8-86bd-9690ba91f98d for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:41:13.462273 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] Routers {'398dc043-6953-42e8-86bd-9690ba91f98d'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:13.462973 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['398dc043-6953-42e8-86bd-9690ba91f98d'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:13.561918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:13.654818 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] For port 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:13.655386 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:13.656710 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] Set router 398dc043-6953-42e8-86bd-9690ba91f98d gateway port host: None {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:13.682225 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Calling delete_port for 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:13.778299 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:41:13Z', 'revision_number': 6, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:13.828280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3f7c3-5076-47a2-9856-a749b9176104 None None] The sync data for ids ['398dc043-6953-42e8-86bd-9690ba91f98d'] in dv-cinder-854266-3-iscsi is: [{'id': '398dc043-6953-42e8-86bd-9690ba91f98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1044417698-router', 'tenant_id': '09369e28336d4f49a60ce03c3a3009ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:34:03Z', 'updated_at': '2022-08-29T21:41:13Z', 'revision_number': 6, 'project_id': '09369e28336d4f49a60ce03c3a3009ac', 'gw_port_host': None}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:41:14.016873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (1214dc93-e66e-42ee-9dd1-9646cd9c7c9a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.048910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Pushing event deleted for resources: {'Port': ['ID=1214dc93-e66e-42ee-9dd1-9646cd9c7c9a,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:14.132195 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (398dc043-6953-42e8-86bd-9690ba91f98d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.200001 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:14.275264 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (398dc043-6953-42e8-86bd-9690ba91f98d), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.279981 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks [] for router_controller (398dc043-6953-42e8-86bd-9690ba91f98d), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.293748 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-213f2ff6-40a2-4629-bfc5-53e6dd9ab02a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1247809 Aug 29 21:41:14.390519 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (398dc043-6953-42e8-86bd-9690ba91f98d), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.391208 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398dc043-6953-42e8-86bd-9690ba91f98d {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:41:14.408220 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.414783 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-4c9d4656-f9e8-4296-849c-f47dde45a021 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/398dc043-6953-42e8-86bd-9690ba91f98d HTTP/1.1" status: 204 len: 168 time: 1.7314932 Aug 29 21:41:14.415931 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41404) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:14.425280 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-a2c19b0a-ecb8-4cc1-aa8f-d97878ca92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:14.427206 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-a2c19b0a-ecb8-4cc1-aa8f-d97878ca92e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1130 time: 0.0743594 Aug 29 21:41:14.503929 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Deleting subnet 93454e07-64fb-484b-ac3e-f86333c5cce9 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:41:14.508026 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:14.509309 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Publish callbacks [] for subnet (93454e07-64fb-484b-ac3e-f86333c5cce9), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.589779 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (93454e07-64fb-484b-ac3e-f86333c5cce9), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.626372 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-7f80cc92-dbd3-4bc8-809f-13c760c631c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:14.635463 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-7f80cc92-dbd3-4bc8-809f-13c760c631c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1801348 Aug 29 21:41:14.773256 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-7feefebe-90da-4d3b-ac87-9bef86ae56fa service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 1001 time: 0.1316030 Aug 29 21:41:14.781284 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (93454e07-64fb-484b-ac3e-f86333c5cce9), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.877190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-ca8bb88b-f963-4cd3-977e-99d8f12d50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:14.879288 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-ca8bb88b-f963-4cd3-977e-99d8f12d50b1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.1005025 Aug 29 21:41:14.881251 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (93454e07-64fb-484b-ac3e-f86333c5cce9), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.932143 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93454e07-64fb-484b-ac3e-f86333c5cce9,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:14.937770 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:14.949315 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1fba00-c9d6-4847-b1c2-1c33fc2083eb None None] Network bbee627c-5d5c-4780-b2d4-43c7e4d208fc requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:14.950303 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41430) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:14.953348 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6fe61e2f-5172-4e13-a100-acf3a700f926 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/93454e07-64fb-484b-ac3e-f86333c5cce9 HTTP/1.1" status: 204 len: 168 time: 0.5281129 Aug 29 21:41:15.043073 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-23cafd3a-f50b-4852-a41e-d4f2f798ac45 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=dbf312281cdc4ad4925d1815c3ac7881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915084 Aug 29 21:41:15.127920 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:15.186978 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:15.188869 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 1214dc93-e66e-42ee-9dd1-9646cd9c7c9a not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:15.190428 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 155cf876-d3ad-4ee5-a927-610a81ec8253 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:15.210508 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-15bac5f2-8d3c-4808-8e0b-e13c4a429af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:15.212375 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-15bac5f2-8d3c-4808-8e0b-e13c4a429af6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3257384 Aug 29 21:41:15.243344 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 155cf876-d3ad-4ee5-a927-610a81ec8253 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:15.244775 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 155cf876-d3ad-4ee5-a927-610a81ec8253 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:15.318499 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] DHCP port deletion for bbee627c-5d5c-4780-b2d4-43c7e4d208fc request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:41:15.438366 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (bbee627c-5d5c-4780-b2d4-43c7e4d208fc), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:15.441445 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] Deleting port acd686a9-9a42-4b71-b81e-c240d4d2e369 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:15.442221 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:15.578475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] For port acd686a9-9a42-4b71-b81e-c240d4d2e369, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=acd686a9-9a42-4b71-b81e-c240d4d2e369,segment=NetworkSegment(2ab1797a-de0c-4f06-9875-d09679121761),segment_id=2ab1797a-de0c-4f06-9875-d09679121761)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:15.579498 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:15.604139 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] Calling delete_port for acd686a9-9a42-4b71-b81e-c240d4d2e369 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:15.662283 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:15.729254 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:15.771137 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] Pushing event deleted for resources: {'Port': ['ID=acd686a9-9a42-4b71-b81e-c240d4d2e369,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:15.773729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b78c4c-9282-4336-b237-c5b6eb7064f4 None None] No DVR routers for this DVR port acd686a9-9a42-4b71-b81e-c240d4d2e369 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:15.930834 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:16.006317 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41456) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:16.009524 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-928da848-f940-4564-a8c8-0b208b4c38e4 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:16.011406 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-928da848-f940-4564-a8c8-0b208b4c38e4 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9131765 Aug 29 21:41:16.017772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Deleting port acd686a9-9a42-4b71-b81e-c240d4d2e369 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:16.018321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.026521 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-901feb05-b0af-4d3f-a508-2bd9bbf04252 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160697 Aug 29 21:41:16.102083 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-cad46c50-ad6a-459b-8453-7cae2f3392be tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/quotas/dbf312281cdc4ad4925d1815c3ac7881 HTTP/1.1" status: 200 len: 375 time: 0.0789919 Aug 29 21:41:16.189584 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-909acecc-42b6-46df-8f0d-0e485fdc52aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.194561 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] For port acd686a9-9a42-4b71-b81e-c240d4d2e369, host dv-cinder-854266-3-iscsi, got binding levels [] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:16.195123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.199900 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-c401d98c-e2a7-463b-bb17-3941eabfaa3b tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=dbf312281cdc4ad4925d1815c3ac7881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563004 Aug 29 21:41:16.230562 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Calling delete_port for acd686a9-9a42-4b71-b81e-c240d4d2e369 owned by network:dhcp {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:16.238377 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.ipam_backend_mixin [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Port acd686a9-9a42-4b71-b81e-c240d4d2e369 was not found and therefore no delete operation was performed {{(pid=106527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 21:41:16.248772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (acd686a9-9a42-4b71-b81e-c240d4d2e369), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.269070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:16.318410 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-909acecc-42b6-46df-8f0d-0e485fdc52aa admin admin] Publish callbacks [] for security_group (4a522098-468a-4c96-afff-101d6bcbc3e8), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.318997 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] No DVR routers for this DVR port acd686a9-9a42-4b71-b81e-c240d4d2e369 on host dv-cinder-854266-3-iscsi {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:16.326504 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd686a9-9a42-4b71-b81e-c240d4d2e369,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:16.327337 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-909acecc-42b6-46df-8f0d-0e485fdc52aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (4a522098-468a-4c96-afff-101d6bcbc3e8), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.360559 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-20469f17-9bfb-44ec-9962-b01d8aa8779a req-a824c70e-5071-453e-8d02-1d37379fe5dd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163888 Aug 29 21:41:16.371787 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:16.384216 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-909acecc-42b6-46df-8f0d-0e485fdc52aa admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=025ca4f33e7146a5a7ade9bd67c9ed1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767452 Aug 29 21:41:16.390085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41460) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:16.411934 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909acecc-42b6-46df-8f0d-0e485fdc52aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a522098-468a-4c96-afff-101d6bcbc3e8,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:16.442839 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (bbee627c-5d5c-4780-b2d4-43c7e4d208fc), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.491087 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147bc241-ceb6-41df-a99a-069311daa02b admin admin] Publish callbacks [] for security_group (4a522098-468a-4c96-afff-101d6bcbc3e8), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.495937 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbee627c-5d5c-4780-b2d4-43c7e4d208fc']}} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:16.532522 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147bc241-ceb6-41df-a99a-069311daa02b admin admin] Publish callbacks [] for security_group (4a522098-468a-4c96-afff-101d6bcbc3e8), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.532846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab1797a-de0c-4f06-9875-d09679121761') {'for_net_delete': True} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:16.533286 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab1797a-de0c-4f06-9875-d09679121761') {} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:16.572255 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1c36ca6c-1b03-4c3e-a40d-9950efa17ca6 req-03115ac9-d8dd-4062-9d4a-f046429942ba tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 210 time: 0.0685689 Aug 29 21:41:16.573963 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33436797'] for segment (2ab1797a-de0c-4f06-9875-d09679121761), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.592668 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (2ab1797a-de0c-4f06-9875-d09679121761), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.610101 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=106527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:41:16.612511 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33510139'] for segment (2ab1797a-de0c-4f06-9875-d09679121761), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.630240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147bc241-ceb6-41df-a99a-069311daa02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (4a522098-468a-4c96-afff-101d6bcbc3e8), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.633424 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-147bc241-ceb6-41df-a99a-069311daa02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.636320 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-147bc241-ceb6-41df-a99a-069311daa02b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4a522098-468a-4c96-afff-101d6bcbc3e8 HTTP/1.1" status: 204 len: 168 time: 0.2443430 Aug 29 21:41:16.650250 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bc241-ceb6-41df-a99a-069311daa02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a522098-468a-4c96-afff-101d6bcbc3e8,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:16.742817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (bbee627c-5d5c-4780-b2d4-43c7e4d208fc), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.765248 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:16.771417 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/bbee627c-5d5c-4780-b2d4-43c7e4d208fc HTTP/1.1" status: 204 len: 168 time: 1.8058209 Aug 29 21:41:16.787299 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ef467-abdc-4501-8170-b5048744aff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbee627c-5d5c-4780-b2d4-43c7e4d208fc,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:16.905746 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment 2ab1797a-de0c-4f06-9875-d09679121761 resource provider aggregate not found Aug 29 21:41:16.954705 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment 2ab1797a-de0c-4f06-9875-d09679121761 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ab1797a-de0c-4f06-9875-d09679121761 found for delete ", "request_id": "req-43b1eea2-cefb-4112-a0b0-1e337f7bcf17"}]} Aug 29 21:41:17.080131 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device acd686a9-9a42-4b71-b81e-c240d4d2e369 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:17.153301 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: acd686a9-9a42-4b71-b81e-c240d4d2e369 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:17.153877 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device acd686a9-9a42-4b71-b81e-c240d4d2e369 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:17.206291 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41488) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:17.283463 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-240ccbda-efc3-42a0-9f1b-f0406a117f7e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=09369e28336d4f49a60ce03c3a3009ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0757024 Aug 29 21:41:17.287136 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41490) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:17.364795 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41492) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:17.391825 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-18189478-bca5-4650-8be4-d8fed227f921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.397227 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74072620-efe5-44ed-9817-a30f0108fff6 admin admin] Publish callbacks [] for security_group (69a66c1f-de1d-4b97-b0aa-87c2b33352b8), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.444629 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74072620-efe5-44ed-9817-a30f0108fff6 admin admin] Publish callbacks [] for security_group (69a66c1f-de1d-4b97-b0aa-87c2b33352b8), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.521833 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:17.590223 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74072620-efe5-44ed-9817-a30f0108fff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (69a66c1f-de1d-4b97-b0aa-87c2b33352b8), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.594790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-74072620-efe5-44ed-9817-a30f0108fff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.599585 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-74072620-efe5-44ed-9817-a30f0108fff6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/69a66c1f-de1d-4b97-b0aa-87c2b33352b8 HTTP/1.1" status: 204 len: 168 time: 0.3082371 Aug 29 21:41:17.640872 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-18189478-bca5-4650-8be4-d8fed227f921 admin admin] Publish callbacks [] for security_group (aae81773-4ff2-4045-9be0-e725471970f5), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.643576 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74072620-efe5-44ed-9817-a30f0108fff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a66c1f-de1d-4b97-b0aa-87c2b33352b8,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:17.649731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-18189478-bca5-4650-8be4-d8fed227f921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (aae81773-4ff2-4045-9be0-e725471970f5), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.789921 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-18189478-bca5-4650-8be4-d8fed227f921 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3afa691f89a640a688795a3c1005abb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228103 Aug 29 21:41:17.797019 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41506) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:17.797904 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18189478-bca5-4650-8be4-d8fed227f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae81773-4ff2-4045-9be0-e725471970f5,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:17.858865 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d647b7fd-5817-49ee-b5b1-7543f6b78d03 req-88f38a87-9c2d-48e1-9f3b-f9003ee23f02 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 210 time: 0.0762317 Aug 29 21:41:17.953836 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ff04ee44-f345-4a5d-8fdf-9212e97304ec admin admin] Publish callbacks [] for security_group (aae81773-4ff2-4045-9be0-e725471970f5), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:17.997141 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ff04ee44-f345-4a5d-8fdf-9212e97304ec admin admin] Publish callbacks [] for security_group (aae81773-4ff2-4045-9be0-e725471970f5), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:18.088272 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ff04ee44-f345-4a5d-8fdf-9212e97304ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (aae81773-4ff2-4045-9be0-e725471970f5), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:18.091803 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ff04ee44-f345-4a5d-8fdf-9212e97304ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:18.093559 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-ff04ee44-f345-4a5d-8fdf-9212e97304ec admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/aae81773-4ff2-4045-9be0-e725471970f5 HTTP/1.1" status: 204 len: 168 time: 0.2926626 Aug 29 21:41:18.114000 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ee44-f345-4a5d-8fdf-9212e97304ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae81773-4ff2-4045-9be0-e725471970f5,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:18.324165 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-efc1374c-8cd0-45c8-9785-c34263d52c75 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=dbf312281cdc4ad4925d1815c3ac7881&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492506 Aug 29 21:41:18.568433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-bd350d09-2c15-4ec6-ae1c-39802b0f72e5 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:18.570150 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-bd350d09-2c15-4ec6-ae1c-39802b0f72e5 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399201 Aug 29 21:41:18.597203 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Request body: {'port': {'device_id': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52', 'admin_state_up': True, 'tenant_id': 'dbf312281cdc4ad4925d1815c3ac7881'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:18.831718 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Made reservation on behalf of dbf312281cdc4ad4925d1815c3ac7881 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:18.842162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:18.873976 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:19.133672 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-369391cd-36e2-446e-92f0-7e946694421b req-31e3cff5-6572-4124-8fc0-3e911d77b6cf tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 210 time: 0.0578344 Aug 29 21:41:19.136170 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks [] for security_group (5b9290dd-fcbd-4b46-acf5-2c668bb581ae), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:19.142736 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5b9290dd-fcbd-4b46-acf5-2c668bb581ae), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:19.211184 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9290dd-fcbd-4b46-acf5-2c668bb581ae,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:19.309400 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:19.441716 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Allocated IP 192.168.233.12 (b01cc8af-b4c0-4d87-8586-166ef9d07f52/c4b8dabb-3f51-4217-9097-f30d2858672f/541e28ab-fc0f-452b-a364-3542fd6cd927) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:19.444737 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:19.714580 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks [] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:19.772273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:19.844388 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Network b01cc8af-b4c0-4d87-8586-166ef9d07f52 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:19.853482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:19.861355 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:41:19.927296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Pushing event updated for resources: {'Port': ['ID=541e28ab-fc0f-452b-a364-3542fd6cd927,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:19.962285 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:19.962972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:19.995455 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-311261ae-dc01-4898-81ed-952df5eead1d tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4148560 Aug 29 21:41:20.225580 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-c2eb43fa-1b68-4447-ab90-cb7571ec5dc7 None None] Provisioning complete for port 541e28ab-fc0f-452b-a364-3542fd6cd927 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:20.228012 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c2eb43fa-1b68-4447-ab90-cb7571ec5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:20.317052 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb43fa-1b68-4447-ab90-cb7571ec5dc7 None None] Port 541e28ab-fc0f-452b-a364-3542fd6cd927 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:41:20.412972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d997b9f-0a7f-4be1-b28e-9f9a2b3f9fb2 req-10e3bd61-05d2-4a1c-9976-4866fb39c305 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:20.415947 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9d997b9f-0a7f-4be1-b28e-9f9a2b3f9fb2 req-10e3bd61-05d2-4a1c-9976-4866fb39c305 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 935 time: 0.0856888 Aug 29 21:41:20.505643 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9d997b9f-0a7f-4be1-b28e-9f9a2b3f9fb2 req-bfbb57e7-86ef-4bd0-b3f8-98e0cdff61de tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832973 Aug 29 21:41:21.206922 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Request body: {'port': {'device_id': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:21.290964 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:21.746650 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88663e5-b1fc-47f6-a31b-b0ef57227201 req-25bf255c-5bc9-4228-826f-bf7567e1be08 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:21.748192 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a88663e5-b1fc-47f6-a31b-b0ef57227201 req-25bf255c-5bc9-4228-826f-bf7567e1be08 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 935 time: 0.1156828 Aug 29 21:41:21.777938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:21.795190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541e28ab-fc0f-452b-a364-3542fd6cd927 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:41:21.809787 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Publish callbacks [] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:21.820113 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:21.869514 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Transition to ACTIVE for port object 541e28ab-fc0f-452b-a364-3542fd6cd927 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:41:21.878614 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:21.893560 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a88663e5-b1fc-47f6-a31b-b0ef57227201 req-5af6e660-e818-4901-a2ab-e6975daa2570 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380749 Aug 29 21:41:21.994531 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=541e28ab-fc0f-452b-a364-3542fd6cd927,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:22.032649 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Attempting to bind port 541e28ab-fc0f-452b-a364-3542fd6cd927 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:41:22.033175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Attempting to bind port 541e28ab-fc0f-452b-a364-3542fd6cd927 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:41:22.033694 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Attempting to bind port 541e28ab-fc0f-452b-a364-3542fd6cd927 on network b01cc8af-b4c0-4d87-8586-166ef9d07f52 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:41:22.041664 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Port 541e28ab-fc0f-452b-a364-3542fd6cd927 on network b01cc8af-b4c0-4d87-8586-166ef9d07f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:41:22.042170 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Attempting to bind port 541e28ab-fc0f-452b-a364-3542fd6cd927 on network b01cc8af-b4c0-4d87-8586-166ef9d07f52 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:41:22.051310 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:41:22.051870 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Checking segment: {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:22.052485 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Bound using segment: {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:41:22.053209 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Bound port: 541e28ab-fc0f-452b-a364-3542fd6cd927, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c07b1af-dc6b-4e08-9906-4284746a48ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:41:22.053772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:22.133546 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] For port 541e28ab-fc0f-452b-a364-3542fd6cd927, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:41:22.137354 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] For port 541e28ab-fc0f-452b-a364-3542fd6cd927, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=541e28ab-fc0f-452b-a364-3542fd6cd927,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:41:22.145682 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:22.150472 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:22.151114 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:22.152633 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/541e28ab-fc0f-452b-a364-3542fd6cd927 HTTP/1.1" status: 200 len: 1097 time: 0.9507844 Aug 29 21:41:22.153137 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'tag': '541e28ab-fc0f-452b-a364-3542fd6cd927'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:41:22.155460 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602d7120-c507-43b4-b3a9-25b1f72430e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cc698e-5f6b-43f5-9b32-89329a93b6c8", "tag": "541e28ab-fc0f-452b-a364-3542fd6cd927"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:41:22.215540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe840d9-643a-4f15-afe5-818f56733517 x-openstack-request-id: req-9fe840d9-643a-4f15-afe5-818f56733517 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:41:22.215841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cc698e-5f6b-43f5-9b32-89329a93b6c8", "tag": "541e28ab-fc0f-452b-a364-3542fd6cd927", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:41:22.216099 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fe840d9-643a-4f15-afe5-818f56733517 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:41:22.216544 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe840d9-643a-4f15-afe5-818f56733517'] response: {'name': 'network-changed', 'server_uuid': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'tag': '541e28ab-fc0f-452b-a364-3542fd6cd927', 'status': 'completed', 'code': 200} Aug 29 21:41:22.219709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67d274-49fd-4bad-81f0-84bc0313f3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=541e28ab-fc0f-452b-a364-3542fd6cd927,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:22.274287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-4614161f-91c0-4077-820e-72470510e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:22.275850 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-4614161f-91c0-4077-820e-72470510e9d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=dbf312281cdc4ad4925d1815c3ac7881&device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 1131 time: 0.0532517 Aug 29 21:41:22.330460 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-b6339f8c-4c61-47f1-b42b-eefe3a516bcb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=541e28ab-fc0f-452b-a364-3542fd6cd927 HTTP/1.1" status: 200 len: 217 time: 0.0475771 Aug 29 21:41:22.400413 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-eb958db7-3791-4002-a4a4-cd217909e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:22.402710 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-eb958db7-3791-4002-a4a4-cd217909e5cf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=c4b8dabb-3f51-4217-9097-f30d2858672f HTTP/1.1" status: 200 len: 843 time: 0.0652514 Aug 29 21:41:22.475462 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-fb6591b7-8dcb-44ce-b02b-e538ca729791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:22.477768 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-fb6591b7-8dcb-44ce-b02b-e538ca729791 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=b01cc8af-b4c0-4d87-8586-166ef9d07f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0689952 Aug 29 21:41:22.595873 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-2d0fd96e-f82e-4c6d-9b2f-17996cb0ae74 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b01cc8af-b4c0-4d87-8586-166ef9d07f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117394 Aug 29 21:41:22.739820 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-464198dd-d3ec-4efd-a0fd-01143e9903ac req-2c4aec55-bab9-44f7-a455-91f82ec8a8cc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b01cc8af-b4c0-4d87-8586-166ef9d07f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367166 Aug 29 21:41:23.103922 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1ff88-e7c5-45d0-a54a-853bff16becb req-8f32de6d-12e3-4ea4-80f3-57cee45ac2ab tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:23.107974 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-56f1ff88-e7c5-45d0-a54a-853bff16becb req-8f32de6d-12e3-4ea4-80f3-57cee45ac2ab tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 947 time: 0.0787706 Aug 29 21:41:23.179789 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-56f1ff88-e7c5-45d0-a54a-853bff16becb req-c37a6648-4d0e-42e8-838d-a86325e07469 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613871 Aug 29 21:41:24.234047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41668) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:24.353365 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bea6e-01b8-4164-b21e-6d1348371a5f req-07b89cfa-38b3-4869-8d40-4628f071beca tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:24.354893 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-210bea6e-01b8-4164-b21e-6d1348371a5f req-07b89cfa-38b3-4869-8d40-4628f071beca tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 947 time: 0.0597551 Aug 29 21:41:24.431058 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-210bea6e-01b8-4164-b21e-6d1348371a5f req-6182368b-3e33-408d-bf3d-f98e309e4d13 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Aug 29 21:41:24.438369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b36cc06b-bc21-44b4-b4bb-072ff8167c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.479618 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:24.491493 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:24.536103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b36cc06b-bc21-44b4-b4bb-072ff8167c02 admin admin] Publish callbacks [] for security_group (040ead3f-f785-4a21-ae34-98eb25732b91), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.541164 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b36cc06b-bc21-44b4-b4bb-072ff8167c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (040ead3f-f785-4a21-ae34-98eb25732b91), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.607954 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b36cc06b-bc21-44b4-b4bb-072ff8167c02 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d8ee70f927b3424f9ec331327802f41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726032 Aug 29 21:41:24.609286 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cc06b-bc21-44b4-b4bb-072ff8167c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040ead3f-f785-4a21-ae34-98eb25732b91,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:24.612559 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41676) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:24.695395 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fe02589-5e6c-49f7-ad8f-a8dba7024d72 admin admin] Publish callbacks [] for security_group (040ead3f-f785-4a21-ae34-98eb25732b91), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.719436 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fe02589-5e6c-49f7-ad8f-a8dba7024d72 admin admin] Publish callbacks [] for security_group (040ead3f-f785-4a21-ae34-98eb25732b91), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.775578 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fe02589-5e6c-49f7-ad8f-a8dba7024d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (040ead3f-f785-4a21-ae34-98eb25732b91), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.778401 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3fe02589-5e6c-49f7-ad8f-a8dba7024d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:24.779749 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3fe02589-5e6c-49f7-ad8f-a8dba7024d72 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/040ead3f-f785-4a21-ae34-98eb25732b91 HTTP/1.1" status: 204 len: 168 time: 0.1638761 Aug 29 21:41:24.788007 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe02589-5e6c-49f7-ad8f-a8dba7024d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040ead3f-f785-4a21-ae34-98eb25732b91,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:25.631938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c2ffd-9395-4fe5-b94f-be37665e5362 req-f7f6cc96-214a-4074-a29f-7623a2b5c0f4 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:25.634647 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d59c2ffd-9395-4fe5-b94f-be37665e5362 req-f7f6cc96-214a-4074-a29f-7623a2b5c0f4 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 947 time: 0.0778127 Aug 29 21:41:25.711553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d59c2ffd-9395-4fe5-b94f-be37665e5362 req-5c122c33-92f2-475b-85a0-a16c2af19e65 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683212 Aug 29 21:41:26.106479 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 541e28ab-fc0f-452b-a364-3542fd6cd927 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:41:26.139766 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-89f18c0c-fa20-4b99-87f6-50bed1267381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:26.145693 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-89f18c0c-fa20-4b99-87f6-50bed1267381 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=dbf312281cdc4ad4925d1815c3ac7881&device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 1131 time: 0.0613923 Aug 29 21:41:26.259818 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 541e28ab-fc0f-452b-a364-3542fd6cd927, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=541e28ab-fc0f-452b-a364-3542fd6cd927,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:26.293054 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '541e28ab-fc0f-452b-a364-3542fd6cd927', 'network_id': 'b01cc8af-b4c0-4d87-8586-166ef9d07f52', 'port_id': '541e28ab-fc0f-452b-a364-3542fd6cd927', 'mac_address': 'fa:16:3e:e1:57:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b8dabb-3f51-4217-9097-f30d2858672f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:41:26.320405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-4b01e479-83fd-4867-b8ca-ce718cc99b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:26.323349 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-4b01e479-83fd-4867-b8ca-ce718cc99b39 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=b01cc8af-b4c0-4d87-8586-166ef9d07f52 HTTP/1.1" status: 200 len: 871 time: 0.1744797 Aug 29 21:41:26.346172 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:26.358905 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 541e28ab-fc0f-452b-a364-3542fd6cd927 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:26.359482 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:26.378721 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541e28ab-fc0f-452b-a364-3542fd6cd927 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:41:26.413212 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-fffee736-f21b-40bc-9271-f4c1946a6b52 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=541e28ab-fc0f-452b-a364-3542fd6cd927 HTTP/1.1" status: 200 len: 217 time: 0.0829835 Aug 29 21:41:26.413352 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 541e28ab-fc0f-452b-a364-3542fd6cd927, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=541e28ab-fc0f-452b-a364-3542fd6cd927,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:26.432472 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:26.492977 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=541e28ab-fc0f-452b-a364-3542fd6cd927,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:26.501238 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-2b8f7653-e614-4df0-b0f9-389add02136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:26.503275 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-2b8f7653-e614-4df0-b0f9-389add02136a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=c4b8dabb-3f51-4217-9097-f30d2858672f HTTP/1.1" status: 200 len: 843 time: 0.0827785 Aug 29 21:41:26.577667 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-fe8a6032-8f7a-419d-9e5d-7ed97a163400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:26.580239 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-fe8a6032-8f7a-419d-9e5d-7ed97a163400 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=b01cc8af-b4c0-4d87-8586-166ef9d07f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0705805 Aug 29 21:41:26.717919 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['541e28ab-fc0f-452b-a364-3542fd6cd927'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:41:26.765841 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-6a579db3-d600-4e0e-8077-dd344b5164e6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b01cc8af-b4c0-4d87-8586-166ef9d07f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793926 Aug 29 21:41:26.972117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe4639-eda3-4d8a-9e7a-3fa96fc16225 req-240cad4c-f7fc-42f6-98d3-d96888c855cc tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:26.980784 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbbe4639-eda3-4d8a-9e7a-3fa96fc16225 req-240cad4c-f7fc-42f6-98d3-d96888c855cc tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 948 time: 0.0908310 Aug 29 21:41:27.046387 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-602d7120-c507-43b4-b3a9-25b1f72430e4 req-dc9c4edf-4d93-4f68-a1ed-5fbbaba44ff9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/b01cc8af-b4c0-4d87-8586-166ef9d07f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706642 Aug 29 21:41:27.122327 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbbe4639-eda3-4d8a-9e7a-3fa96fc16225 req-ec88cc97-4228-420c-a61f-9f8b992e4342 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407807 Aug 29 21:41:28.137915 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 541e28ab-fc0f-452b-a364-3542fd6cd927 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:28.179063 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:28.214064 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 541e28ab-fc0f-452b-a364-3542fd6cd927 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:41:28.226872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 541e28ab-fc0f-452b-a364-3542fd6cd927 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:28.227437 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:28.286201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ce9d-5eaa-460b-bc4c-d4323ed70aaa req-7082f6fa-32a0-4257-9fda-6fe66b100b02 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:28.287787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d0f4ce9d-5eaa-460b-bc4c-d4323ed70aaa req-7082f6fa-32a0-4257-9fda-6fe66b100b02 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 948 time: 0.0660586 Aug 29 21:41:28.344573 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 541e28ab-fc0f-452b-a364-3542fd6cd927 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:28.345203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:28.359704 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d0f4ce9d-5eaa-460b-bc4c-d4323ed70aaa req-7b38c853-c8f1-4d8e-833a-e88615569dea tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658717 Aug 29 21:41:28.383805 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e28ab-fc0f-452b-a364-3542fd6cd927'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:41:28.388247 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09868fa0-7752-4ad2-b017-782ea388e132" -d '{"events": [{"server_uuid": "b7cc698e-5f6b-43f5-9b32-89329a93b6c8", "name": "network-vif-plugged", "status": "completed", "tag": "541e28ab-fc0f-452b-a364-3542fd6cd927"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:41:28.407124 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 541e28ab-fc0f-452b-a364-3542fd6cd927, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=541e28ab-fc0f-452b-a364-3542fd6cd927,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:28.414079 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:28.447004 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ccea57-e22f-450d-b855-41c360d98f42 x-openstack-request-id: req-33ccea57-e22f-450d-b855-41c360d98f42 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:41:28.447300 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cc698e-5f6b-43f5-9b32-89329a93b6c8", "name": "network-vif-plugged", "status": "completed", "tag": "541e28ab-fc0f-452b-a364-3542fd6cd927", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:41:28.447557 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33ccea57-e22f-450d-b855-41c360d98f42 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:41:28.447977 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ccea57-e22f-450d-b855-41c360d98f42'] response: {'server_uuid': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e28ab-fc0f-452b-a364-3542fd6cd927', 'code': 200} Aug 29 21:41:28.489057 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=541e28ab-fc0f-452b-a364-3542fd6cd927,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:28.663004 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb67a5-30de-4ef7-b15b-c1bec171ac2b req-ca6c7266-8d44-4520-9c29-d3c8adf9604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:28.664474 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0fcb67a5-30de-4ef7-b15b-c1bec171ac2b req-ca6c7266-8d44-4520-9c29-d3c8adf9604e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 1133 time: 0.0554645 Aug 29 21:41:28.737279 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0fcb67a5-30de-4ef7-b15b-c1bec171ac2b req-da0a172b-a059-42eb-881b-53cbcf4d6cf6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661769 Aug 29 21:41:29.409405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41826) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:29.542521 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19c562-c0cc-498e-a6de-3f5334ac2d5f req-078e446e-84ac-421c-96d0-757e37d7c17b tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:29.544920 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e19c562-c0cc-498e-a6de-3f5334ac2d5f req-078e446e-84ac-421c-96d0-757e37d7c17b tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 949 time: 0.0775881 Aug 29 21:41:29.560551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a01eca8f-900a-49bb-99b3-4804e7dce7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.573060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:29.585570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:29.639522 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5e19c562-c0cc-498e-a6de-3f5334ac2d5f req-7b603e7c-8822-46cf-96c7-af4c36aa46a6 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826514 Aug 29 21:41:29.706012 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a01eca8f-900a-49bb-99b3-4804e7dce7dc admin admin] Publish callbacks [] for security_group (f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.710409 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a01eca8f-900a-49bb-99b3-4804e7dce7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.765493 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a01eca8f-900a-49bb-99b3-4804e7dce7dc admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=37bf5e9011ee49d986b9d8035003de29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546994 Aug 29 21:41:29.766415 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01eca8f-900a-49bb-99b3-4804e7dce7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:29.769097 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41830) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:29.859850 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-32037056-6c76-4482-a1df-7e98790a4606 admin admin] Publish callbacks [] for security_group (f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.889334 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-32037056-6c76-4482-a1df-7e98790a4606 admin admin] Publish callbacks [] for security_group (f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.956672 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-32037056-6c76-4482-a1df-7e98790a4606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.959694 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-32037056-6c76-4482-a1df-7e98790a4606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:29.960972 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-32037056-6c76-4482-a1df-7e98790a4606 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a HTTP/1.1" status: 204 len: 168 time: 0.1905735 Aug 29 21:41:29.969570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32037056-6c76-4482-a1df-7e98790a4606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1097b5b-8c6c-472c-824b-b8f6f5cdaa8a,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:30.064672 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=48 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:30.072956 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:30.374735 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41838) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:30.395575 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1c6204d3-7252-406d-80e0-7b1c00f4a60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.458624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:30.501223 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e98ddce7-a67c-4652-bddb-cd440fd673f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.506234 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1c6204d3-7252-406d-80e0-7b1c00f4a60e admin admin] Publish callbacks [] for security_group (37ae1465-0163-453f-a48a-49c43ef1bb03), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.512190 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1c6204d3-7252-406d-80e0-7b1c00f4a60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (37ae1465-0163-453f-a48a-49c43ef1bb03), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.574547 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6204d3-7252-406d-80e0-7b1c00f4a60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae1465-0163-453f-a48a-49c43ef1bb03,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:30.584051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41856) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:30.585276 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-1c6204d3-7252-406d-80e0-7b1c00f4a60e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9736709c5c444edfabd52822fbce05b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076573 Aug 29 21:41:30.657508 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2def537-3a81-4a9d-b0a0-397757faa6c9 admin admin] Publish callbacks [] for security_group (37ae1465-0163-453f-a48a-49c43ef1bb03), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.693626 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2def537-3a81-4a9d-b0a0-397757faa6c9 admin admin] Publish callbacks [] for security_group (37ae1465-0163-453f-a48a-49c43ef1bb03), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.815551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e55f3b-a6ce-4dc8-ae36-4ffdce86d57b req-70f906b9-15e6-453e-b436-a9f22caca133 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:30.817262 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9e55f3b-a6ce-4dc8-ae36-4ffdce86d57b req-70f906b9-15e6-453e-b436-a9f22caca133 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 949 time: 0.0649383 Aug 29 21:41:30.818550 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2def537-3a81-4a9d-b0a0-397757faa6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (37ae1465-0163-453f-a48a-49c43ef1bb03), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.821272 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2def537-3a81-4a9d-b0a0-397757faa6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:30.824812 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f2def537-3a81-4a9d-b0a0-397757faa6c9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/37ae1465-0163-453f-a48a-49c43ef1bb03 HTTP/1.1" status: 204 len: 168 time: 0.2357364 Aug 29 21:41:30.846492 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2def537-3a81-4a9d-b0a0-397757faa6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae1465-0163-453f-a48a-49c43ef1bb03,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:30.919054 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9e55f3b-a6ce-4dc8-ae36-4ffdce86d57b req-adb52538-e15e-452e-af7c-f738a8827051 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952179 Aug 29 21:41:31.094297 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41874) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:31.335686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7170582-98c2-4736-8815-b85fef6566b3 req-dc323574-da8d-4c70-8da9-b0c9aa0ffcd5 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:31.339251 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b7170582-98c2-4736-8815-b85fef6566b3 req-dc323574-da8d-4c70-8da9-b0c9aa0ffcd5 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 949 time: 0.0697844 Aug 29 21:41:31.382774 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9e26418-5bea-4f08-a6a3-fc2710d6e5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.446137 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b7170582-98c2-4736-8815-b85fef6566b3 req-4b22ec96-6335-4c02-abc9-f1d8aefeb9cb tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889082 Aug 29 21:41:31.536105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9e26418-5bea-4f08-a6a3-fc2710d6e5ec admin admin] Publish callbacks [] for security_group (29cbfe9f-370c-4491-b772-69b6f93a767d), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.544880 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c9e26418-5bea-4f08-a6a3-fc2710d6e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (29cbfe9f-370c-4491-b772-69b6f93a767d), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.552879 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:31.561148 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:31.600057 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41888) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:31.601226 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c9e26418-5bea-4f08-a6a3-fc2710d6e5ec admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c2998472f8124b359f8c4cc1e7cc7842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053318 Aug 29 21:41:31.605568 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e26418-5bea-4f08-a6a3-fc2710d6e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cbfe9f-370c-4491-b772-69b6f93a767d,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:31.680219 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8d887ce4-8120-4818-a5fb-77c98dede9a4 admin admin] Publish callbacks [] for security_group (29cbfe9f-370c-4491-b772-69b6f93a767d), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.725199 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8d887ce4-8120-4818-a5fb-77c98dede9a4 admin admin] Publish callbacks [] for security_group (29cbfe9f-370c-4491-b772-69b6f93a767d), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.795292 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8d887ce4-8120-4818-a5fb-77c98dede9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (29cbfe9f-370c-4491-b772-69b6f93a767d), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.798400 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8d887ce4-8120-4818-a5fb-77c98dede9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:31.800038 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8d887ce4-8120-4818-a5fb-77c98dede9a4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/29cbfe9f-370c-4491-b772-69b6f93a767d HTTP/1.1" status: 204 len: 168 time: 0.1984599 Aug 29 21:41:31.810883 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887ce4-8120-4818-a5fb-77c98dede9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cbfe9f-370c-4491-b772-69b6f93a767d,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:32.322952 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 41920) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:32.338311 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-77a7087c-03ba-444b-bd9e-da9c322dc85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:32.340262 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:32.471066 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-77a7087c-03ba-444b-bd9e-da9c322dc85e admin admin] Publish callbacks [] for security_group (2e5d8dcd-b983-4436-934f-13b4bd9e5902), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:32.477705 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-77a7087c-03ba-444b-bd9e-da9c322dc85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2e5d8dcd-b983-4436-934f-13b4bd9e5902), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:32.522001 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7087c-03ba-444b-bd9e-da9c322dc85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5d8dcd-b983-4436-934f-13b4bd9e5902,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:32.527778 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-77a7087c-03ba-444b-bd9e-da9c322dc85e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c89bf5e4362d4658b83d1857b7e706be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036428 Aug 29 21:41:32.530636 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 41924) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:32.695701 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84757dbd-0612-466f-8737-8142a04cf023 req-92cd19ed-4d59-4a5b-afc8-c77541fe5650 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:32.697311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-84757dbd-0612-466f-8737-8142a04cf023 req-92cd19ed-4d59-4a5b-afc8-c77541fe5650 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 949 time: 0.1344657 Aug 29 21:41:32.705210 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44d4b-cc8e-49eb-9010-4a28143883c2 req-89730b52-3f79-4806-b233-f8a4a833996c tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:32.706730 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-44a44d4b-cc8e-49eb-9010-4a28143883c2 req-89730b52-3f79-4806-b233-f8a4a833996c tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 949 time: 0.1243076 Aug 29 21:41:32.769850 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10993b2d-5be8-41fd-9b94-3668ac1a7e9b admin admin] Publish callbacks [] for security_group (2e5d8dcd-b983-4436-934f-13b4bd9e5902), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:32.831564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b2e2-ec92-4e37-b989-ebd375ee37b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:32.853621 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10993b2d-5be8-41fd-9b94-3668ac1a7e9b admin admin] Publish callbacks [] for security_group (2e5d8dcd-b983-4436-934f-13b4bd9e5902), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:32.900370 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-44a44d4b-cc8e-49eb-9010-4a28143883c2 req-b7b16750-a234-4936-9cab-413fffff6792 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5b9290dd-fcbd-4b46-acf5-2c668bb581ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727030 Aug 29 21:41:32.928948 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Deleting port 541e28ab-fc0f-452b-a364-3542fd6cd927 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:41:32.929418 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:33.017260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10993b2d-5be8-41fd-9b94-3668ac1a7e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2e5d8dcd-b983-4436-934f-13b4bd9e5902), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:33.020418 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10993b2d-5be8-41fd-9b94-3668ac1a7e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:33.021659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-10993b2d-5be8-41fd-9b94-3668ac1a7e9b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2e5d8dcd-b983-4436-934f-13b4bd9e5902 HTTP/1.1" status: 204 len: 168 time: 0.4899757 Aug 29 21:41:33.041572 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993b2d-5be8-41fd-9b94-3668ac1a7e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5d8dcd-b983-4436-934f-13b4bd9e5902,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:33.083849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] For port 541e28ab-fc0f-452b-a364-3542fd6cd927, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=541e28ab-fc0f-452b-a364-3542fd6cd927,segment=NetworkSegment(4c07b1af-dc6b-4e08-9906-4284746a48ce),segment_id=4c07b1af-dc6b-4e08-9906-4284746a48ce)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:33.084321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:33.110273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Calling delete_port for 541e28ab-fc0f-452b-a364-3542fd6cd927 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:41:33.318693 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (541e28ab-fc0f-452b-a364-3542fd6cd927), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:33.336057 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['541e28ab-fc0f-452b-a364-3542fd6cd927'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:41:33.388789 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Pushing event deleted for resources: {'Port': ['ID=541e28ab-fc0f-452b-a364-3542fd6cd927,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:33.469580 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] No DVR routers for this DVR port 541e28ab-fc0f-452b-a364-3542fd6cd927 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:41:33.474764 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:33.491861 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-84757dbd-0612-466f-8737-8142a04cf023 req-0ce4d2db-34c2-4d68-859e-9223c239da23 tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.72 "DELETE /networking/v2.0/ports/541e28ab-fc0f-452b-a364-3542fd6cd927 HTTP/1.1" status: 204 len: 173 time: 0.7762232 Aug 29 21:41:33.492646 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'name': 'network-vif-deleted', 'tag': '541e28ab-fc0f-452b-a364-3542fd6cd927'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:41:33.497793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5b1c26-a8dd-49fa-bae0-ea0fe6bc850d" -d '{"events": [{"server_uuid": "b7cc698e-5f6b-43f5-9b32-89329a93b6c8", "name": "network-vif-deleted", "tag": "541e28ab-fc0f-452b-a364-3542fd6cd927"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:41:33.549702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1d9546-548f-4e12-8836-7b45e0ea1507 x-openstack-request-id: req-bf1d9546-548f-4e12-8836-7b45e0ea1507 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:41:33.550216 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cc698e-5f6b-43f5-9b32-89329a93b6c8", "name": "network-vif-deleted", "tag": "541e28ab-fc0f-452b-a364-3542fd6cd927", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:41:33.550655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf1d9546-548f-4e12-8836-7b45e0ea1507 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:41:33.552046 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1d9546-548f-4e12-8836-7b45e0ea1507'] response: {'server_uuid': 'b7cc698e-5f6b-43f5-9b32-89329a93b6c8', 'name': 'network-vif-deleted', 'tag': '541e28ab-fc0f-452b-a364-3542fd6cd927', 'status': 'completed', 'code': 200} Aug 29 21:41:34.143743 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-da44f7ac-c393-434a-ada1-6abe478620da req-2ccfc49e-a3c7-4ce8-9caa-3471a7f52f0e tempest-VolumesNegativeTest-13812616 tempest-VolumesNegativeTest-13812616-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b7cc698e-5f6b-43f5-9b32-89329a93b6c8 HTTP/1.1" status: 200 len: 210 time: 0.0470676 Aug 29 21:41:34.841659 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:35.682474 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:35.803074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.186549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 541e28ab-fc0f-452b-a364-3542fd6cd927 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:41:36.232420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 541e28ab-fc0f-452b-a364-3542fd6cd927 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:41:36.232872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 541e28ab-fc0f-452b-a364-3542fd6cd927 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:41:36.308155 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42062) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:36.506653 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3ca706d9-2b32-44e0-a7c9-b8c091a539ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.604228 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:36.646161 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3ca706d9-2b32-44e0-a7c9-b8c091a539ef admin admin] Publish callbacks [] for security_group (72c3423c-21bb-4140-934f-a51a3e50ec3f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.651850 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3ca706d9-2b32-44e0-a7c9-b8c091a539ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (72c3423c-21bb-4140-934f-a51a3e50ec3f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.655837 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:36.700685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca706d9-2b32-44e0-a7c9-b8c091a539ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c3423c-21bb-4140-934f-a51a3e50ec3f,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:36.711796 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3ca706d9-2b32-44e0-a7c9-b8c091a539ef admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=74a68ff93b9049ae87811189cb4aa250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978884 Aug 29 21:41:36.713858 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42114) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:36.786104 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f76c6ed6-5272-4452-9ae2-636f5fd37b4f admin admin] Publish callbacks [] for security_group (72c3423c-21bb-4140-934f-a51a3e50ec3f), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.821829 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f76c6ed6-5272-4452-9ae2-636f5fd37b4f admin admin] Publish callbacks [] for security_group (72c3423c-21bb-4140-934f-a51a3e50ec3f), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.923760 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f76c6ed6-5272-4452-9ae2-636f5fd37b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (72c3423c-21bb-4140-934f-a51a3e50ec3f), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.930452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f76c6ed6-5272-4452-9ae2-636f5fd37b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:36.932260 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f76c6ed6-5272-4452-9ae2-636f5fd37b4f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/72c3423c-21bb-4140-934f-a51a3e50ec3f HTTP/1.1" status: 204 len: 168 time: 0.2177424 Aug 29 21:41:36.949468 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c6ed6-5272-4452-9ae2-636f5fd37b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c3423c-21bb-4140-934f-a51a3e50ec3f,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:37.420057 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42148) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:37.444335 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c5b139f3-9a2a-4849-8eb8-0790ea96265b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.585232 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c5b139f3-9a2a-4849-8eb8-0790ea96265b admin admin] Publish callbacks [] for security_group (f5d3528a-e983-45aa-9c4e-342650a8daab), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.589616 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-c5b139f3-9a2a-4849-8eb8-0790ea96265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f5d3528a-e983-45aa-9c4e-342650a8daab), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.647038 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b139f3-9a2a-4849-8eb8-0790ea96265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3528a-e983-45aa-9c4e-342650a8daab,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:37.659527 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42166) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:37.660298 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-c5b139f3-9a2a-4849-8eb8-0790ea96265b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e02bef536dea4328a3fa6f4f2eebf78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381823 Aug 29 21:41:37.759966 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b031f3d-d311-4d99-9442-51d67e4c8c73 admin admin] Publish callbacks [] for security_group (f5d3528a-e983-45aa-9c4e-342650a8daab), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.785643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b031f3d-d311-4d99-9442-51d67e4c8c73 admin admin] Publish callbacks [] for security_group (f5d3528a-e983-45aa-9c4e-342650a8daab), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.882735 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b031f3d-d311-4d99-9442-51d67e4c8c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f5d3528a-e983-45aa-9c4e-342650a8daab), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.886495 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5b031f3d-d311-4d99-9442-51d67e4c8c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:37.887885 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-5b031f3d-d311-4d99-9442-51d67e4c8c73 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f5d3528a-e983-45aa-9c4e-342650a8daab HTTP/1.1" status: 204 len: 168 time: 0.2273204 Aug 29 21:41:37.897655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031f3d-d311-4d99-9442-51d67e4c8c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3528a-e983-45aa-9c4e-342650a8daab,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:39.132212 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:42.911674 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42482) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:43.192124 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-264adff9-ab13-4f71-9692-486d8a24ffcf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dbf312281cdc4ad4925d1815c3ac7881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792096 Aug 29 21:41:43.193117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42492) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:43.261880 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-61bfa566-ebf7-420c-b227-ae3c4ebf6d6d admin admin] Publish callbacks [] for security_group (5b9290dd-fcbd-4b46-acf5-2c668bb581ae), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.296724 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-61bfa566-ebf7-420c-b227-ae3c4ebf6d6d admin admin] Publish callbacks [] for security_group (5b9290dd-fcbd-4b46-acf5-2c668bb581ae), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.310135 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42494) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:43.367646 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-61bfa566-ebf7-420c-b227-ae3c4ebf6d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5b9290dd-fcbd-4b46-acf5-2c668bb581ae), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.371919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-61bfa566-ebf7-420c-b227-ae3c4ebf6d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.373599 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-61bfa566-ebf7-420c-b227-ae3c4ebf6d6d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5b9290dd-fcbd-4b46-acf5-2c668bb581ae HTTP/1.1" status: 204 len: 168 time: 0.1789122 Aug 29 21:41:43.386282 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfa566-ebf7-420c-b227-ae3c4ebf6d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9290dd-fcbd-4b46-acf5-2c668bb581ae,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:43.473181 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ce31c07c-5459-4e45-8b79-0c9aa2a4f430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.582078 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ce31c07c-5459-4e45-8b79-0c9aa2a4f430 admin admin] Publish callbacks [] for security_group (b61d0f33-535e-4155-b8c1-9ccfb5c89f05), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.588988 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ce31c07c-5459-4e45-8b79-0c9aa2a4f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (b61d0f33-535e-4155-b8c1-9ccfb5c89f05), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.647993 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42506) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:43.653928 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-ce31c07c-5459-4e45-8b79-0c9aa2a4f430 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9bff2dbd28314ed5ac9852e9238eee3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422298 Aug 29 21:41:43.655087 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31c07c-5459-4e45-8b79-0c9aa2a4f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d0f33-535e-4155-b8c1-9ccfb5c89f05,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:43.686385 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:43.747724 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e69b13de-32ac-48ef-80f0-27fda5154242 admin admin] Publish callbacks [] for security_group (b61d0f33-535e-4155-b8c1-9ccfb5c89f05), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.776021 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e69b13de-32ac-48ef-80f0-27fda5154242 admin admin] Publish callbacks [] for security_group (b61d0f33-535e-4155-b8c1-9ccfb5c89f05), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.850538 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e69b13de-32ac-48ef-80f0-27fda5154242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (b61d0f33-535e-4155-b8c1-9ccfb5c89f05), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.854401 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e69b13de-32ac-48ef-80f0-27fda5154242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:43.859331 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e69b13de-32ac-48ef-80f0-27fda5154242 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b61d0f33-535e-4155-b8c1-9ccfb5c89f05 HTTP/1.1" status: 204 len: 168 time: 0.2065697 Aug 29 21:41:43.879894 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b13de-32ac-48ef-80f0-27fda5154242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d0f33-535e-4155-b8c1-9ccfb5c89f05,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:44.326099 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42528) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:44.345450 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d379b819-1e19-4c1c-aea2-86c31381aaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.393083 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:44.467653 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d379b819-1e19-4c1c-aea2-86c31381aaa0 admin admin] Publish callbacks [] for security_group (8241065c-2e6b-4b82-bd87-0c6b527ffa54), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.473360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d379b819-1e19-4c1c-aea2-86c31381aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8241065c-2e6b-4b82-bd87-0c6b527ffa54), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.498566 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42532) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:44.520351 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379b819-1e19-4c1c-aea2-86c31381aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8241065c-2e6b-4b82-bd87-0c6b527ffa54,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:44.526469 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d379b819-1e19-4c1c-aea2-86c31381aaa0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1c872137d05f46a1a3676de7b5a01b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990888 Aug 29 21:41:44.530767 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42536) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:44.598096 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8a970115-ce5d-4d86-8ff5-7a749bb8ef47 admin admin] Publish callbacks [] for security_group (8241065c-2e6b-4b82-bd87-0c6b527ffa54), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.636860 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8a970115-ce5d-4d86-8ff5-7a749bb8ef47 admin admin] Publish callbacks [] for security_group (8241065c-2e6b-4b82-bd87-0c6b527ffa54), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.686162 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1586132143-network', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:44.708201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Made reservation on behalf of 2d9fa722c18045678015c7b300ccc3ab for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:44.709600 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8a970115-ce5d-4d86-8ff5-7a749bb8ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (8241065c-2e6b-4b82-bd87-0c6b527ffa54), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.711906 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.714127 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-8a970115-ce5d-4d86-8ff5-7a749bb8ef47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.717741 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-8a970115-ce5d-4d86-8ff5-7a749bb8ef47 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8241065c-2e6b-4b82-bd87-0c6b527ffa54 HTTP/1.1" status: 204 len: 168 time: 0.1847694 Aug 29 21:41:44.730551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.745650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a970115-ce5d-4d86-8ff5-7a749bb8ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8241065c-2e6b-4b82-bd87-0c6b527ffa54,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:44.849434 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=16 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:44.893127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks [] for security_group (d3513c59-4fe6-4296-97b5-31bcb8be5fca), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:44.901417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (d3513c59-4fe6-4296-97b5-31bcb8be5fca), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.190119 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:41:45.206080 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3513c59-4fe6-4296-97b5-31bcb8be5fca,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:45.216402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (2b6f46d4-c363-4e70-9113-ccd6fade72ac), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.216786 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Added segment 2b6f46d4-c363-4e70-9113-ccd6fade72ac of type vlan for network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 Aug 29 21:41:45.218925 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.219284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.219612 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.219951 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.220292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.220646 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.220987 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.221311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.221632 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.222054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.222843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.223271 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.223670 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.224111 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.224505 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:45.282019 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (4e0b5072-8f8a-441e-afcb-5c3313ae7900), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.315431 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (4e0b5072-8f8a-441e-afcb-5c3313ae7900), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.317875 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:45.319159 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.341857 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:45.393741 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8896949 Aug 29 21:41:45.393981 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42556) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:45.396967 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76c2b3-3cf6-4c02-afb0-d7f2b377cb8e admin admin] Pushing event updated for resources: {'Network': ['ID=4e0b5072-8f8a-441e-afcb-5c3313ae7900,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:45.399408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Request body: {'subnet': {'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1586132143-subnet', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:45.411572 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:41:45.434978 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Made reservation on behalf of 2d9fa722c18045678015c7b300ccc3ab for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:45.438445 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28735533'] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.727454 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29041925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28735547'] for subnet (06fde9d6-5227-4025-b7c6-d10602701625), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.783260 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fde9d6-5227-4025-b7c6-d10602701625,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:45.799787 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Checking segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:45.800176 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Network hostable DHCP agents. Network: 4e0b5072-8f8a-441e-afcb-5c3313ae7900, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:41:45.802263 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:45.831035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:41:45.843939 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 4e0b5072-8f8a-441e-afcb-5c3313ae7900) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:45.859344 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f25087-bbb7-4483-81db-848235cc399b None None] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:45.864172 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:45.865157 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.889787 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4307fc4f-6b2a-4aa1-85c6-7ac23c58d9fa admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4945474 Aug 29 21:41:45.908844 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42574) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:45.914960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:45.950323 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:45.966631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:45.971121 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.053863 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:41:46.055097 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.097946 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks [] for router_controller (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.300987 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Allocated IP 172.20.0.2 (4e0b5072-8f8a-441e-afcb-5c3313ae7900/06fde9d6-5227-4025-b7c6-d10602701625/08610708-5bbc-4fa1-8fac-07ed245feaee) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:46.355556 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks [] for router_gateway (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.549427 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:46.556551 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Publish callbacks [] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.585323 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.590321 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:46.675481 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:46.681626 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:46.686923 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks [] for router_gateway (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.687458 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:41:46.701556 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Pushing event updated for resources: {'Port': ['ID=08610708-5bbc-4fa1-8fac-07ed245feaee,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:46.708992 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.770359 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Attempting to bind port 08610708-5bbc-4fa1-8fac-07ed245feaee on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:41:46.770782 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Attempting to bind port 08610708-5bbc-4fa1-8fac-07ed245feaee by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:41:46.771273 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Attempting to bind port 08610708-5bbc-4fa1-8fac-07ed245feaee on network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:41:46.780881 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:41:46.781537 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Checking segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:46.782231 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.782923 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Bound using segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:41:46.783790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Bound port: 08610708-5bbc-4fa1-8fac-07ed245feaee, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:41:46.784447 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.863654 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Allocated IP 172.27.4.90 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/64512561-ec16-4b5d-838d-3cbfb900064c) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:46.874749 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] For port 08610708-5bbc-4fa1-8fac-07ed245feaee, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:41:46.880104 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] For port 08610708-5bbc-4fa1-8fac-07ed245feaee, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=08610708-5bbc-4fa1-8fac-07ed245feaee,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:41:46.889271 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:46.984064 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ffaf3-ddda-4a84-80a6-5aafd1df11af None None] Pushing event updated for resources: {'Port': ['ID=08610708-5bbc-4fa1-8fac-07ed245feaee,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:47.057894 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks [] for port (64512561-ec16-4b5d-838d-3cbfb900064c), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:47.098571 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:47.167121 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:47.172796 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:47.179993 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:41:47.216509 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Pushing event updated for resources: {'Port': ['ID=64512561-ec16-4b5d-838d-3cbfb900064c,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:47.399117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:47.539157 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks [] for router_gateway (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:47.809577 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:47.820965 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:48.014449 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:41:48.139886 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece24f9-b46a-4f67-9738-841ab91a22ab None None] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:48.200881 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-03a8428e-080c-427c-9874-e53a7703911e None None] Provisioning complete for port 08610708-5bbc-4fa1-8fac-07ed245feaee triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:48.201264 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-03a8428e-080c-427c-9874-e53a7703911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:48.358497 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:48.363514 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-03a8428e-080c-427c-9874-e53a7703911e None None] Current status of the port 08610708-5bbc-4fa1-8fac-07ed245feaee is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:48.364168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-03a8428e-080c-427c-9874-e53a7703911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:48.429639 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-03a8428e-080c-427c-9874-e53a7703911e None None] For port 08610708-5bbc-4fa1-8fac-07ed245feaee, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=08610708-5bbc-4fa1-8fac-07ed245feaee,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:48.438085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:41:48.438526 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-03a8428e-080c-427c-9874-e53a7703911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:48.469013 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Sync routers for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:41:48.476700 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:48.478739 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-a2f296ea-d884-46da-8329-0285b4b2f753 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5678797 Aug 29 21:41:48.482122 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42600) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:48.491020 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:48.492152 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:48.577960 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8428e-080c-427c-9874-e53a7703911e None None] Pushing event updated for resources: {'Port': ['ID=08610708-5bbc-4fa1-8fac-07ed245feaee,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:48.698715 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:48.767415 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-8d191961-323e-4bc9-aa05-41e693098b44 None None] Provisioning complete for port 08610708-5bbc-4fa1-8fac-07ed245feaee triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:48.767784 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8d191961-323e-4bc9-aa05-41e693098b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:48.873776 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-8d191961-323e-4bc9-aa05-41e693098b44 None None] Current status of the port 08610708-5bbc-4fa1-8fac-07ed245feaee is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:49.007160 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:47Z', 'revision_number': 3, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:49.044658 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Checking router: d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:41:49.045200 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Updating router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb port 64512561-ec16-4b5d-838d-3cbfb900064c binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:41:49.092136 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:41:49.099441 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.123108 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 08610708-5bbc-4fa1-8fac-07ed245feaee up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:49.138441 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.202749 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 08610708-5bbc-4fa1-8fac-07ed245feaee triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:49.209718 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.420410 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Allocated IP 172.20.0.1 (4e0b5072-8f8a-441e-afcb-5c3313ae7900/06fde9d6-5227-4025-b7c6-d10602701625/253521b6-430c-48eb-b203-8cc3652db2ac) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:49.423059 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:49.461346 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:49.482888 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 08610708-5bbc-4fa1-8fac-07ed245feaee is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:49.499458 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Publish callbacks [] for port (64512561-ec16-4b5d-838d-3cbfb900064c), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.507049 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.568806 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Attempting to bind port 64512561-ec16-4b5d-838d-3cbfb900064c on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:41:49.569431 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Attempting to bind port 64512561-ec16-4b5d-838d-3cbfb900064c by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:41:49.569863 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Attempting to bind port 64512561-ec16-4b5d-838d-3cbfb900064c on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:41:49.582281 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:41:49.582687 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:49.583268 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.583735 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:41:49.584293 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Bound port: 64512561-ec16-4b5d-838d-3cbfb900064c, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:41:49.584819 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.612271 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Pushing event updated for resources: {'Port': ['ID=64512561-ec16-4b5d-838d-3cbfb900064c,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:49.619352 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks [] for port (253521b6-430c-48eb-b203-8cc3652db2ac), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.630721 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.631063 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.631435 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.631792 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.632132 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.632464 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.632845 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.633173 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.633520 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.633918 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.634249 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.634591 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.634921 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.635234 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.635741 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:49.677040 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.679379 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] For port 64512561-ec16-4b5d-838d-3cbfb900064c, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:41:49.686457 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] For port 64512561-ec16-4b5d-838d-3cbfb900064c, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=64512561-ec16-4b5d-838d-3cbfb900064c,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:41:49.695672 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.738234 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:49.743217 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:49.746323 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=253521b6-430c-48eb-b203-8cc3652db2ac,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:49.749876 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:41:49.752941 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:49.754117 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:49.827296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:49.853456 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370a367-ddc8-49d6-a1e6-b241a5bedf64 None None] Pushing event updated for resources: {'Port': ['ID=64512561-ec16-4b5d-838d-3cbfb900064c,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:49.868970 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:49.893486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:49.982212 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:49.990591 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:50.032628 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:50.218643 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-d134f196-c023-4849-b875-24cb60d005b2 None None] Provisioning complete for port 253521b6-430c-48eb-b203-8cc3652db2ac triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:50.219422 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d134f196-c023-4849-b875-24cb60d005b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:50.220541 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:47Z', 'revision_number': 3, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:50.281368 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-d134f196-c023-4849-b875-24cb60d005b2 None None] Port 253521b6-430c-48eb-b203-8cc3652db2ac cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:41:50.284067 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks [] for port (253521b6-430c-48eb-b203-8cc3652db2ac), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:50.290309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:50.368780 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a96c8-317a-4675-a34e-0bd0e36ac1d3 None None] The sync data for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi is: [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:47Z', 'revision_number': 3, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:41:50.385332 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:50.390561 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=253521b6-430c-48eb-b203-8cc3652db2ac,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:50.561631 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:50.564489 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:50.752041 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:50.811543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:41:51.152983 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-6674c227-d4a9-427b-b703-0c3bbf3bec07 None None] Provisioning complete for port 253521b6-430c-48eb-b203-8cc3652db2ac triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:51.153962 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6674c227-d4a9-427b-b703-0c3bbf3bec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:51.161910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:41:51.168875 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c3fc2970-07d7-4895-9ad0-a76d4d8ea2c4 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6852403 Aug 29 21:41:51.224861 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 64512561-ec16-4b5d-838d-3cbfb900064c up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:51.288268 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-6674c227-d4a9-427b-b703-0c3bbf3bec07 None None] Port 253521b6-430c-48eb-b203-8cc3652db2ac cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:41:51.326619 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 64512561-ec16-4b5d-838d-3cbfb900064c triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:51.327313 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:51.475614 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 64512561-ec16-4b5d-838d-3cbfb900064c is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:51.476203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:51.524419 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 64512561-ec16-4b5d-838d-3cbfb900064c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=64512561-ec16-4b5d-838d-3cbfb900064c,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:51.536037 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:51.667126 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=64512561-ec16-4b5d-838d-3cbfb900064c,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:52.474688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42702) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:52.489535 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-412002991-network', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:52.527538 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Made reservation on behalf of f5212b0ef07c4ad187500cffc36ff931 for: {'network': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:52.531507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:52.545363 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:52.678488 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:52.753146 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks [] for security_group (97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:52.767257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:52.789118 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-7d249de1-6dae-45c0-bd56-4a986ee4155e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-365737483&fields=id&tenant_id=98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 267 time: 0.1457577 Aug 29 21:41:52.897843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=106527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:41:52.919507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:52.934612 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (748e9441-b9dc-460f-b224-c4efdf17b5cc), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:52.935033 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.segments_db [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Added segment 748e9441-b9dc-460f-b224-c4efdf17b5cc of type vlan for network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb Aug 29 21:41:53.035745 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.072201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-c9c13d80-923b-4003-8705-59adaaeb04ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:53.081756 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-c9c13d80-923b-4003-8705-59adaaeb04ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 810 time: 0.2911255 Aug 29 21:41:53.111332 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 64512561-ec16-4b5d-838d-3cbfb900064c up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:53.122877 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-43b676c9-f8b1-4d86-9ca1-a275b99139f2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/quotas/98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 375 time: 0.0346553 Aug 29 21:41:53.129568 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.131307 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:53.132351 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.190871 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 64512561-ec16-4b5d-838d-3cbfb900064c triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:53.191362 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.256295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Sync routers for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:41:53.274785 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7971818 Aug 29 21:41:53.278819 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42718) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:53.310021 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Request body: {'subnet': {'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-412002991-subnet', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:53.314146 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-a0630120-2302-46a4-8a73-d420a94b5dc7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1753585 Aug 29 21:41:53.315688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48ed0f-fb15-49de-b495-804e6ed7fd03 admin admin] Pushing event updated for resources: {'Network': ['ID=b26572b6-5fe2-4ce5-a895-ee999fb3b5cb,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:53.320165 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:53.321774 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:53.360605 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Made reservation on behalf of f5212b0ef07c4ad187500cffc36ff931 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:53.364218 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28735533'] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.380648 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:41:53.408284 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 64512561-ec16-4b5d-838d-3cbfb900064c is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:53.467083 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:53.528757 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-db3ef98c-b3e7-4f73-8111-a97e6deb4a7e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667869 Aug 29 21:41:53.553449 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:53.608487 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:53.668718 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d85cd2af-1118-4edb-9514-9ea9bc144d3a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291783 Aug 29 21:41:53.673099 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29041925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28735547'] for subnet (0fc2a68e-9c96-475e-a3de-0e20b08bc0e3), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.721587 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:53.765482 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc2a68e-9c96-475e-a3de-0e20b08bc0e3,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:53.783541 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Checking segment: {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:53.784086 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Network hostable DHCP agents. Network: b26572b6-5fe2-4ce5-a895-ee999fb3b5cb, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:41:53.791049 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.791550 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.792426 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.792626 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.793095 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.793538 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.793964 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.794420 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.794962 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.795502 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.796051 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.796620 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.797040 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.797518 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.797968 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:41:53.840075 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:41:53.865989 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, b26572b6-5fe2-4ce5-a895-ee999fb3b5cb) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:53.877398 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:53.878995 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.912939 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42730) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:53.918823 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:53.925465 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-fabef40b-978b-4797-b64c-603774bf3212 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6426141 Aug 29 21:41:53.930029 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff0c67-3178-4f77-b21c-5a589be5b9a6 None None] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:53.948062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:53.949689 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:54.036564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:54.053456 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks [] for router_controller (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), precommit_add_association {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:54.089564 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:41:50Z', 'revision_number': 2, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:54.130843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Checking router: d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:41:54.132076 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Updating router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb port 253521b6-430c-48eb-b203-8cc3652db2ac binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:41:54.166935 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:54.265349 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-b26572b6-5fe2-4ce5-a895-ee999fb3b5cb', 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb', 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'fixed_ips': [{'subnet_id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:41:54.266288 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:54.556144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks [] for router_gateway (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:54.637005 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42764) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:54.653770 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b4b28e1-2c99-4a82-bbb7-66e3a8d0418f req-dd5de20d-d375-4f93-bb35-5b3945d1506c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 210 time: 0.2315683 Aug 29 21:41:54.880133 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Allocated IP 172.20.0.2 (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb/0fc2a68e-9c96-475e-a3de-0e20b08bc0e3/e53f6c9b-5dc8-4dfb-8e24-c28f277f9330) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:54.947834 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b8c64d1-64b2-4cba-adff-469e596bd32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.090607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:55.139067 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:55.180363 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks [] for router_gateway (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.227884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.244959 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b8c64d1-64b2-4cba-adff-469e596bd32d admin admin] Publish callbacks [] for security_group (93058223-1a63-4e91-8639-b92c06d1caa2), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.254132 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-4b8c64d1-64b2-4cba-adff-469e596bd32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (93058223-1a63-4e91-8639-b92c06d1caa2), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.310075 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Publish callbacks [] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.347229 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:55.365208 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.389015 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c64d1-64b2-4cba-adff-469e596bd32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93058223-1a63-4e91-8639-b92c06d1caa2,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:55.404859 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4b8c64d1-64b2-4cba-adff-469e596bd32d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0a7b887ec12b41fabbaa4828544fcc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7634563 Aug 29 21:41:55.405551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42776) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:55.418299 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Publish callbacks [] for port (253521b6-430c-48eb-b203-8cc3652db2ac), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.438679 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.463180 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:55.470799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Allocated IP 172.27.4.147 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/af2a6b8d-5179-494f-89ec-f01c89eecb8e) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:55.489090 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Pushing event updated for resources: {'Port': ['ID=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:55.494435 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:55.506674 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:41:55.564008 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-98708c8b-07f7-4312-87a0-fe701c707950 admin admin] Publish callbacks [] for security_group (93058223-1a63-4e91-8639-b92c06d1caa2), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.608064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-98708c8b-07f7-4312-87a0-fe701c707950 admin admin] Publish callbacks [] for security_group (93058223-1a63-4e91-8639-b92c06d1caa2), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.700371 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-98708c8b-07f7-4312-87a0-fe701c707950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (93058223-1a63-4e91-8639-b92c06d1caa2), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.710624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-98708c8b-07f7-4312-87a0-fe701c707950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:55.711906 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-98708c8b-07f7-4312-87a0-fe701c707950 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/93058223-1a63-4e91-8639-b92c06d1caa2 HTTP/1.1" status: 204 len: 168 time: 0.3046803 Aug 29 21:41:55.747830 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98708c8b-07f7-4312-87a0-fe701c707950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93058223-1a63-4e91-8639-b92c06d1caa2,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:55.984657 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bee4e-087d-4821-a569-eb8ef6733195 None None] Pushing event updated for resources: {'Port': ['ID=253521b6-430c-48eb-b203-8cc3652db2ac,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:55.985423 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6b43224a-9119-4fd0-9923-b05dec57e719 req-9bbca7dc-916e-468d-90e9-14cb7be6fd0c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 210 time: 0.1702206 Aug 29 21:41:55.998842 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Attempting to bind port 253521b6-430c-48eb-b203-8cc3652db2ac on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:41:56.002062 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Attempting to bind port 253521b6-430c-48eb-b203-8cc3652db2ac by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:41:56.004235 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Attempting to bind port 253521b6-430c-48eb-b203-8cc3652db2ac on network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:41:56.042785 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:41:56.044155 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Checking segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:56.044822 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.045683 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Bound using segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:41:56.047956 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Bound port: 253521b6-430c-48eb-b203-8cc3652db2ac, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:41:56.048621 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.080696 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks [] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.088567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Attempting to bind port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:41:56.091751 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Attempting to bind port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:41:56.096098 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Attempting to bind port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 on network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:41:56.111545 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:41:56.112420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Checking segment: {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:41:56.113612 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.114254 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Bound using segment: {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:41:56.115061 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Bound port: e53f6c9b-5dc8-4dfb-8e24-c28f277f9330, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:41:56.115923 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.163604 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:56.194149 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.301225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] For port 253521b6-430c-48eb-b203-8cc3652db2ac, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:41:56.310205 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] For port 253521b6-430c-48eb-b203-8cc3652db2ac, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=253521b6-430c-48eb-b203-8cc3652db2ac,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:41:56.330293 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.342001 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] For port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:41:56.351788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:56.357225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] For port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,segment=NetworkSegment(748e9441-b9dc-460f-b224-c4efdf17b5cc),segment_id=748e9441-b9dc-460f-b224-c4efdf17b5cc)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:41:56.359609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Pushing event updated for resources: {'Port': ['ID=af2a6b8d-5179-494f-89ec-f01c89eecb8e,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:56.377344 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:41:56.380918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:41:56.391301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:41:56.438418 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:41:56.439626 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:56.457256 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:56.578618 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bee4e-087d-4821-a569-eb8ef6733195 None None] Pushing event updated for resources: {'Port': ['ID=253521b6-430c-48eb-b203-8cc3652db2ac,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:56.902301 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5de452-b0c0-4359-b088-b08d5205e9c8 None None] Pushing event updated for resources: {'Port': ['ID=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:56.913922 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:41:57.282058 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=8 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:57.349779 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:57.407606 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b8583929-0045-43c5-8699-acb39f802083 req-0cc85f1b-04e1-42cd-bbce-e09020ac878a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 210 time: 0.0720732 Aug 29 21:41:57.621563 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:57.622746 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:57.714651 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:41:56Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:41:57.773151 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517382c-7186-4c98-a4f0-ed97368f2cc1 None None] The sync data for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi is: [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:41:56Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:41:57.810581 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42824) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:57.939300 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:57.939761 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.046957 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,segment=NetworkSegment(748e9441-b9dc-460f-b224-c4efdf17b5cc),segment_id=748e9441-b9dc-460f-b224-c4efdf17b5cc)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:41:58.054112 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.092527 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1283222524-network', 'tenant_id': 'd05e27bd70e64afbbc58379e64826217'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:58.146894 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks [] for router_gateway (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.153371 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Made reservation on behalf of d05e27bd70e64afbbc58379e64826217 for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:58.166062 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.194227 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:58.198117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.226038 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-4fba1808-88c0-46a3-954e-b928b492286e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:58.228421 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-4fba1808-88c0-46a3-954e-b928b492286e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 810 time: 0.8466678 Aug 29 21:41:58.434653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-0b460832-5418-4380-a106-e7f0180a9f8c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98d4703c6737454291724a5ad15c9cbb HTTP/1.1" status: 200 len: 379 time: 0.1959937 Aug 29 21:41:58.567643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'port': {'device_id': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'admin_state_up': True, 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'security_groups': ['0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:58.630863 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks [] for security_group (7c7996b4-8b47-457f-9bab-4280f3748f08), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.640279 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7c7996b4-8b47-457f-9bab-4280f3748f08), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.670905 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7da5c-d34f-455f-8c8e-662d9ba0258a None None] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:41:58.681208 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:41:58.717412 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (dabff190-b248-4657-9226-04395f7a9c38), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.717955 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Added segment dabff190-b248-4657-9226-04395f7a9c38 of type vlan for network 232cf447-28fa-40a6-80b9-0c467edd0554 Aug 29 21:41:58.836504 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-0b5565ac-fe49-4f7f-acb5-9e96cf6acfc1 None None] Provisioning complete for port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:58.837143 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0b5565ac-fe49-4f7f-acb5-9e96cf6acfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.858608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:58.924117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (232cf447-28fa-40a6-80b9-0c467edd0554), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:58.969076 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:59.080101 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0b5565ac-fe49-4f7f-acb5-9e96cf6acfc1 None None] Current status of the port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:59.141261 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-57fb5cef-f111-4768-8a46-af5c1de4ebcd req-d6719842-5e77-4b87-8581-a3e00a5f6b04 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 210 time: 0.2743306 Aug 29 21:41:59.144504 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7996b4-8b47-457f-9bab-4280f3748f08,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:59.154244 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (232cf447-28fa-40a6-80b9-0c467edd0554), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.162508 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:41:59.163955 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.201385 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Made reservation on behalf of 98d4703c6737454291724a5ad15c9cbb for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:59.207136 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.245311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.312933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:59.372278 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=17,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:59.375957 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] Pushing event updated for resources: {'Network': ['ID=232cf447-28fa-40a6-80b9-0c467edd0554,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:41:59.407534 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 232cf447-28fa-40a6-80b9-0c467edd0554 details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:41:59.429031 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:59.456923 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9bc83e0b-09fd-4853-84a4-6d841188ccb6 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6428189 Aug 29 21:41:59.460408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42846) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:41:59.480665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Request body: {'subnet': {'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1283222524-subnet', 'tenant_id': 'd05e27bd70e64afbbc58379e64826217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:41:59.527475 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Made reservation on behalf of d05e27bd70e64afbbc58379e64826217 for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:41:59.531462 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28735533'] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.610400 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:59.610867 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.671836 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:41:59.766582 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Allocated IP 172.20.0.12 (5e837a9d-67f3-4836-bdab-0e762646c779/d19c0a1c-371b-47be-91c8-ea7a58a2c946/d06909f2-99eb-4f38-b138-f0635d567f6b) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:41:59.826308 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-4beaf35b-a3e7-4a1d-a80e-517533673916 None None] Provisioning complete for port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:41:59.829184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-4beaf35b-a3e7-4a1d-a80e-517533673916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:41:59.838098 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:41:59.841453 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 253521b6-430c-48eb-b203-8cc3652db2ac up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:41:59.923309 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Router ceeb02e9-3c71-4fae-acbb-b9a706080ddb is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:41:59.983782 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29041925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28735547'] for subnet (f5c3b017-996e-4bf7-ba5f-40562575489e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.062729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-4beaf35b-a3e7-4a1d-a80e-517533673916 None None] Current status of the port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:00.066875 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 253521b6-430c-48eb-b203-8cc3652db2ac triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:00.067700 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.210695 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:00.219755 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c3b017-996e-4bf7-ba5f-40562575489e,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:00.231514 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Checking segment: {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:00.232101 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Network hostable DHCP agents. Network: 232cf447-28fa-40a6-80b9-0c467edd0554, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:42:00.255874 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.295026 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:42:00.295776 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Network 232cf447-28fa-40a6-80b9-0c467edd0554 is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:42:00.311521 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 253521b6-430c-48eb-b203-8cc3652db2ac is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:00.311999 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.315095 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Sync routers for ids ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:42:00.338907 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 232cf447-28fa-40a6-80b9-0c467edd0554) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:00.367051 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229be254-5fb3-498a-ace1-10139fff7d64 None None] Network 232cf447-28fa-40a6-80b9-0c467edd0554 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:42:00.378564 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:00.381081 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.390369 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Routers {'ceeb02e9-3c71-4fae-acbb-b9a706080ddb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:00.394336 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:00.428054 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0e72d2aa-fd4f-43f6-bb41-bd0d61afacb5 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9628541 Aug 29 21:42:00.465538 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42862) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:00.569275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 253521b6-430c-48eb-b203-8cc3652db2ac, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=253521b6-430c-48eb-b203-8cc3652db2ac,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:00.623119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.634031 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f44f1c63-3e41-4f0b-9929-569bab3fc8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.657844 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49271-b549-4d21-9495-0c95f019b854 req-e7f7b175-0b54-4244-b8d7-865041378f7a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:00.662529 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-77d49271-b549-4d21-9495-0c95f019b854 req-e7f7b175-0b54-4244-b8d7-865041378f7a tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 932 time: 0.2720070 Aug 29 21:42:00.666844 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.813416 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Set router ceeb02e9-3c71-4fae-acbb-b9a706080ddb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:00.819751 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Network 5e837a9d-67f3-4836-bdab-0e762646c779 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:00.829407 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.835243 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-287ea5e5-785c-4726-9ca0-772c66bdd750 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9162621 Aug 29 21:42:00.835243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=d06909f2-99eb-4f38-b138-f0635d567f6b,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:00.839750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42870) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:00.867126 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:00.871777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:00.934174 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5b426bc4-b21c-4c75-aee2-ee9fa20e05de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:00.938967 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=253521b6-430c-48eb-b203-8cc3652db2ac,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:00.947006 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43311b6b-59dd-4807-bb9e-11141ee548aa None None] Network 232cf447-28fa-40a6-80b9-0c467edd0554 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:42:01.003571 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:01.007370 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.009836 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.015350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.017323 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.018341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.019183 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.020087 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.021030 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.024695 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.025476 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.027345 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.029137 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.030806 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.031594 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.032354 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:01.074647 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:01.075317 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.160164 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-77d49271-b549-4d21-9495-0c95f019b854 req-973e1ef4-0aaa-48d1-ac34-748bb12634ee tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4649496 Aug 29 21:42:01.183886 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:41:57Z', 'revision_number': 3, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:01.186576 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-094257f9-f18e-43bf-b3cb-edb19e36e2ed tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6343400 Aug 29 21:42:01.253655 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Checking router: ceeb02e9-3c71-4fae-acbb-b9a706080ddb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:42:01.254384 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Updating router ceeb02e9-3c71-4fae-acbb-b9a706080ddb port af2a6b8d-5179-494f-89ec-f01c89eecb8e binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:42:01.324109 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.346349 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-ca10156a-a2e3-41d9-9802-a9bba9d4a855 None None] Provisioning complete for port d06909f2-99eb-4f38-b138-f0635d567f6b triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:01.346864 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ca10156a-a2e3-41d9-9802-a9bba9d4a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.412066 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ca10156a-a2e3-41d9-9802-a9bba9d4a855 None None] Port d06909f2-99eb-4f38-b138-f0635d567f6b cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:42:01.587421 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5b426bc4-b21c-4c75-aee2-ee9fa20e05de admin admin] Publish callbacks [] for security_group (baa9d4f1-d081-4363-b98f-e5ab973489f7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.597573 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5b426bc4-b21c-4c75-aee2-ee9fa20e05de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (baa9d4f1-d081-4363-b98f-e5ab973489f7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.749571 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5b426bc4-b21c-4c75-aee2-ee9fa20e05de admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0a9ebc9dbe8145639975b429baa99cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2819059 Aug 29 21:42:01.750748 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b426bc4-b21c-4c75-aee2-ee9fa20e05de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa9d4f1-d081-4363-b98f-e5ab973489f7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:01.752381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42880) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:01.795905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Request body: {'port': {'device_id': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:01.814605 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Publish callbacks [] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.826799 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:01.828623 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.852428 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:01.915094 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Attempting to bind port af2a6b8d-5179-494f-89ec-f01c89eecb8e on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:42:01.916003 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Attempting to bind port af2a6b8d-5179-494f-89ec-f01c89eecb8e by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:42:01.916511 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Attempting to bind port af2a6b8d-5179-494f-89ec-f01c89eecb8e on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:01.934589 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:42:01.934589 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:01.935217 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.935493 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:42:01.935974 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Bound port: af2a6b8d-5179-494f-89ec-f01c89eecb8e, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:42:01.936362 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.941813 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5468ed78-f660-49a9-93c3-ab04ad77c48a admin admin] Publish callbacks [] for security_group (baa9d4f1-d081-4363-b98f-e5ab973489f7), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.946858 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:01.962145 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:01.976996 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098e12c-745c-4ce7-9f4f-ccd173737e9b None None] Pushing event updated for resources: {'Port': ['ID=af2a6b8d-5179-494f-89ec-f01c89eecb8e,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:01.998131 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5468ed78-f660-49a9-93c3-ab04ad77c48a admin admin] Publish callbacks [] for security_group (baa9d4f1-d081-4363-b98f-e5ab973489f7), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.010118 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] For port af2a6b8d-5179-494f-89ec-f01c89eecb8e, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:42:02.015617 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] For port af2a6b8d-5179-494f-89ec-f01c89eecb8e, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=af2a6b8d-5179-494f-89ec-f01c89eecb8e,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:42:02.025328 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.083482 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Routers {'ceeb02e9-3c71-4fae-acbb-b9a706080ddb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:02.084627 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:41:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:02.156122 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:02.196261 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098e12c-745c-4ce7-9f4f-ccd173737e9b None None] Pushing event updated for resources: {'Port': ['ID=af2a6b8d-5179-494f-89ec-f01c89eecb8e,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:02.224758 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.246226 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5468ed78-f660-49a9-93c3-ab04ad77c48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (baa9d4f1-d081-4363-b98f-e5ab973489f7), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.258616 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-5468ed78-f660-49a9-93c3-ab04ad77c48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.262317 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-5468ed78-f660-49a9-93c3-ab04ad77c48a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/baa9d4f1-d081-4363-b98f-e5ab973489f7 HTTP/1.1" status: 204 len: 168 time: 0.5078771 Aug 29 21:42:02.287010 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] Set router ceeb02e9-3c71-4fae-acbb-b9a706080ddb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:02.438943 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468ed78-f660-49a9-93c3-ab04ad77c48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa9d4f1-d081-4363-b98f-e5ab973489f7,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:02.535775 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628b20-286a-49af-9d3c-eb5359bd7fe4 req-2b1d8d3d-0659-45ad-88ff-e7c87d946e7c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:02.548004 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ee628b20-286a-49af-9d3c-eb5359bd7fe4 req-2b1d8d3d-0659-45ad-88ff-e7c87d946e7c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 932 time: 0.1345954 Aug 29 21:42:02.690993 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Allocated IP 172.20.0.1 (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb/0fc2a68e-9c96-475e-a3de-0e20b08bc0e3/65ff357b-8bc8-41fa-a8de-49a96a406b35) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:02.728069 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:41:57Z', 'revision_number': 3, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:02.747576 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ee628b20-286a-49af-9d3c-eb5359bd7fe4 req-b9b67e6d-2c36-4eec-bd9d-25e09db83c02 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980960 Aug 29 21:42:02.772788 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403462ba-37dc-46b7-81cc-66df2365e566 None None] The sync data for ids ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'] in dv-cinder-854266-3-iscsi is: [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:41:57Z', 'revision_number': 3, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:42:02.796742 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06909f2-99eb-4f38-b138-f0635d567f6b {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:02.827964 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:02.836187 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Publish callbacks [] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.841161 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7c91fe13-7953-4136-b56a-d50f6d89f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.881189 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Transition to ACTIVE for port object d06909f2-99eb-4f38-b138-f0635d567f6b will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:42:02.886123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:02.972374 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks [] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.047241 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:03.084360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.119551 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Pushing event updated for resources: {'Port': ['ID=d06909f2-99eb-4f38-b138-f0635d567f6b,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:03.214049 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 42912) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:03.253296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f556ef04-a44c-439e-ae32-6692236dfc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.257441 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 253521b6-430c-48eb-b203-8cc3652db2ac up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:03.321062 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:03.358135 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=65ff357b-8bc8-41fa-a8de-49a96a406b35,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:03.393551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:03.419714 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:03.422757 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f556ef04-a44c-439e-ae32-6692236dfc15 admin admin] Publish callbacks [] for security_group (4310bb51-8dcb-469f-9729-abe264d3aa8d), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.432239 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f556ef04-a44c-439e-ae32-6692236dfc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (4310bb51-8dcb-469f-9729-abe264d3aa8d), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.437053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Attempting to bind port d06909f2-99eb-4f38-b138-f0635d567f6b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:42:03.437742 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Attempting to bind port d06909f2-99eb-4f38-b138-f0635d567f6b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:42:03.438307 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Attempting to bind port d06909f2-99eb-4f38-b138-f0635d567f6b on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:03.482225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 253521b6-430c-48eb-b203-8cc3652db2ac triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:03.482632 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.499413 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Port d06909f2-99eb-4f38-b138-f0635d567f6b on network 5e837a9d-67f3-4836-bdab-0e762646c779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:42:03.499743 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Attempting to bind port d06909f2-99eb-4f38-b138-f0635d567f6b on network 5e837a9d-67f3-4836-bdab-0e762646c779 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:03.538848 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:03.541120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:03.576127 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f556ef04-a44c-439e-ae32-6692236dfc15 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c13f3b99aa0a41d98423f40ab14d56d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597147 Aug 29 21:42:03.586378 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:42:03.591133 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Checking segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:03.591991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Bound using segment: {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:42:03.592903 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Bound port: d06909f2-99eb-4f38-b138-f0635d567f6b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d1cd12-2b96-4754-ae74-0f1d85293453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:42:03.593312 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42932) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:03.595200 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.624640 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.652707 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556ef04-a44c-439e-ae32-6692236dfc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4310bb51-8dcb-469f-9729-abe264d3aa8d,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:03.681258 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:03.682342 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 253521b6-430c-48eb-b203-8cc3652db2ac is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:03.768078 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f3b471f9-d6c8-48e9-a02b-b5b6febe7bda admin admin] Publish callbacks [] for security_group (4310bb51-8dcb-469f-9729-abe264d3aa8d), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.937577 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f98cfb88-dd12-4b23-8bff-b11a5647e82b None None] Provisioning complete for port 65ff357b-8bc8-41fa-a8de-49a96a406b35 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:03.938665 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f98cfb88-dd12-4b23-8bff-b11a5647e82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:03.958190 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f3b471f9-d6c8-48e9-a02b-b5b6febe7bda admin admin] Publish callbacks [] for security_group (4310bb51-8dcb-469f-9729-abe264d3aa8d), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.060740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-e8b2c28f-3a88-4bbf-9603-98b08a09a944 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:04.063476 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-e8b2c28f-3a88-4bbf-9603-98b08a09a944 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/networks?id=232cf447-28fa-40a6-80b9-0c467edd0554 HTTP/1.1" status: 200 len: 814 time: 0.4006751 Aug 29 21:42:04.102428 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:04.110849 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f3b471f9-d6c8-48e9-a02b-b5b6febe7bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (4310bb51-8dcb-469f-9729-abe264d3aa8d), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.119078 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f3b471f9-d6c8-48e9-a02b-b5b6febe7bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.122401 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f3b471f9-d6c8-48e9-a02b-b5b6febe7bda admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4310bb51-8dcb-469f-9729-abe264d3aa8d HTTP/1.1" status: 204 len: 168 time: 0.5245903 Aug 29 21:42:04.130879 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] For port d06909f2-99eb-4f38-b138-f0635d567f6b, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:42:04.147696 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf09feb-ce86-4f4e-bb83-dc2f55b410cc req-454b759b-51be-45ad-ab4e-8770b682df67 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:04.150434 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cbf09feb-ce86-4f4e-bb83-dc2f55b410cc req-454b759b-51be-45ad-ab4e-8770b682df67 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 944 time: 0.2089183 Aug 29 21:42:04.168660 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-ae0886c4-9af8-4fbf-83b1-de10b1ba2ccf tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/quotas/d05e27bd70e64afbbc58379e64826217 HTTP/1.1" status: 200 len: 375 time: 0.0786440 Aug 29 21:42:04.171400 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] For port d06909f2-99eb-4f38-b138-f0635d567f6b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d06909f2-99eb-4f38-b138-f0635d567f6b,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:42:04.198891 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b471f9-d6c8-48e9-a02b-b5b6febe7bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4310bb51-8dcb-469f-9729-abe264d3aa8d,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:04.233760 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.249864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:04.258447 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.260170 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 200 len: 1094 time: 2.4691994 Aug 29 21:42:04.290410 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f98cfb88-dd12-4b23-8bff-b11a5647e82b None None] Port 65ff357b-8bc8-41fa-a8de-49a96a406b35 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:42:04.330783 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:04.333302 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a1c879-71e2-40b5-9dd6-9f618cb85b59" -d '{"events": [{"name": "network-changed", "server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:04.350170 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-66a40f50-7517-482b-bacd-dfeab8014c32 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d05e27bd70e64afbbc58379e64826217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412051 Aug 29 21:42:04.351452 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.417310 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cbf09feb-ce86-4f4e-bb83-dc2f55b410cc req-6c103908-d44d-4fee-8faf-438f8e109198 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434626 Aug 29 21:42:04.529780 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ffe318-f794-4e8d-9e91-2271c09745c5 x-openstack-request-id: req-e9ffe318-f794-4e8d-9e91-2271c09745c5 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:04.530960 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:04.530960 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9ffe318-f794-4e8d-9e91-2271c09745c5 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:04.531322 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ffe318-f794-4e8d-9e91-2271c09745c5'] response: {'name': 'network-changed', 'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'status': 'completed', 'code': 200} Aug 29 21:42:04.562286 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d695a-0252-46ca-9477-10d5c47f9420 service neutron] Pushing event updated for resources: {'Port': ['ID=d06909f2-99eb-4f38-b138-f0635d567f6b,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:04.571832 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-7713ab04-3715-4dc8-9cd4-9abfc3c257c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:04.574390 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-7713ab04-3715-4dc8-9cd4-9abfc3c257c1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1128 time: 0.2218165 Aug 29 21:42:04.661981 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-0aa15877-fb5b-45ba-a1d0-91f6f444a363 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 200 len: 217 time: 0.0779564 Aug 29 21:42:04.746032 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks [] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.757301 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.771915 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-e9f19c64-72dd-447c-9e13-91ff9a34cec0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203763 Aug 29 21:42:04.832140 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-78fd4268-656b-4d1d-8688-79413f11c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:04.834192 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-78fd4268-656b-4d1d-8688-79413f11c659 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.1616006 Aug 29 21:42:04.842405 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:04.867616 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.870628 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=65ff357b-8bc8-41fa-a8de-49a96a406b35,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:04.918132 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:04.964939 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-3cc595b8-0835-4d6c-8746-60a813ea2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:04.967884 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-3cc595b8-0835-4d6c-8746-60a813ea2bb8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692444 Aug 29 21:42:04.979105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:05.022213 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42950) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:05.082671 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-d53f2c11-9959-4b48-adaf-c2209eb2128a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007326 Aug 29 21:42:05.094106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d053e3ab-6201-4a8c-af06-d71f2c9b1a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.145107 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:05.151669 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:05.157238 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device af2a6b8d-5179-494f-89ec-f01c89eecb8e up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:05.242815 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-77a8b37f-6870-4243-b3b7-8db1fd0925d4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618434 Aug 29 21:42:05.317666 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port af2a6b8d-5179-494f-89ec-f01c89eecb8e triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:05.318498 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.515381 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Router ceeb02e9-3c71-4fae-acbb-b9a706080ddb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:42:05.540011 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d053e3ab-6201-4a8c-af06-d71f2c9b1a75 admin admin] Publish callbacks [] for security_group (b04880e9-baf5-4d0b-a4bc-98ea0a81677b), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.551257 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d053e3ab-6201-4a8c-af06-d71f2c9b1a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (b04880e9-baf5-4d0b-a4bc-98ea0a81677b), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.592386 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053e3ab-6201-4a8c-af06-d71f2c9b1a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04880e9-baf5-4d0b-a4bc-98ea0a81677b,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:05.765236 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port af2a6b8d-5179-494f-89ec-f01c89eecb8e is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:05.765998 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.803546 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.826216 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:05.859426 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:42:05.891426 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-296f44e3-b711-4d17-9fa4-5a85ffc37cf1 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/ceeb02e9-3c71-4fae-acbb-b9a706080ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0499125 Aug 29 21:42:05.911069 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.937584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port af2a6b8d-5179-494f-89ec-f01c89eecb8e, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=af2a6b8d-5179-494f-89ec-f01c89eecb8e,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:05.949295 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.968798 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-66394278-b1d3-4f29-ad49-fc08477f77af None None] Provisioning complete for port 65ff357b-8bc8-41fa-a8de-49a96a406b35 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:05.969884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-66394278-b1d3-4f29-ad49-fc08477f77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:05.979245 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d053e3ab-6201-4a8c-af06-d71f2c9b1a75 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f44da52bdd344d3885348c19ebff7e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9555593 Aug 29 21:42:05.983634 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 42976) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:06.204442 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6274-6235-494b-ba7d-5175129537ef admin admin] Publish callbacks [] for security_group (b04880e9-baf5-4d0b-a4bc-98ea0a81677b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:06.293444 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6274-6235-494b-ba7d-5175129537ef admin admin] Publish callbacks [] for security_group (b04880e9-baf5-4d0b-a4bc-98ea0a81677b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:06.304311 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-66394278-b1d3-4f29-ad49-fc08477f77af None None] Port 65ff357b-8bc8-41fa-a8de-49a96a406b35 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:42:06.323687 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=af2a6b8d-5179-494f-89ec-f01c89eecb8e,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:06.423372 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Sync routers for ids ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:42:06.446510 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-df473f7c-3f8e-4f07-b521-91ee016fe9de req-fa98a8ea-734f-4a67-8ca5-e4aaa76a32f8 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 210 time: 0.9151354 Aug 29 21:42:06.453505 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Routers {'ceeb02e9-3c71-4fae-acbb-b9a706080ddb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:06.455594 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:42:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:06.459378 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6274-6235-494b-ba7d-5175129537ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (b04880e9-baf5-4d0b-a4bc-98ea0a81677b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:06.465931 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6274-6235-494b-ba7d-5175129537ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:06.468252 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0f2b6274-6235-494b-ba7d-5175129537ef admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b04880e9-baf5-4d0b-a4bc-98ea0a81677b HTTP/1.1" status: 204 len: 168 time: 0.4795594 Aug 29 21:42:06.491191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b6274-6235-494b-ba7d-5175129537ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04880e9-baf5-4d0b-a4bc-98ea0a81677b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:06.597419 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d47c-a0f5-418d-bb21-9389872a7ce9 req-77f55fb4-1785-4e96-873f-f269fbfa8677 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:06.599924 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ac18d47c-a0f5-418d-bb21-9389872a7ce9 req-77f55fb4-1785-4e96-873f-f269fbfa8677 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 944 time: 0.2239656 Aug 29 21:42:06.609002 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d329fee7-136e-4a9e-a801-b41c63fccee1 req-ea9236bc-64bc-4c66-98ff-678f07640129 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3588119 Aug 29 21:42:06.717152 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ac18d47c-a0f5-418d-bb21-9389872a7ce9 req-68ccc36d-7a37-47fc-a0d8-103509315c69 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054204 Aug 29 21:42:06.756795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Set router ceeb02e9-3c71-4fae-acbb-b9a706080ddb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:07.012814 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-734295f1-cbb5-4195-b31d-7df32f77ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:07.016003 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-734295f1-cbb5-4195-b31d-7df32f77ad32 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1128 time: 0.0734203 Aug 29 21:42:07.033557 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:07.242013 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43006) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:07.277001 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-21f642b3-7402-4f69-a3a6-ea1cca21ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:07.280214 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-21f642b3-7402-4f69-a3a6-ea1cca21ae27 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.2579250 Aug 29 21:42:07.330314 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device af2a6b8d-5179-494f-89ec-f01c89eecb8e up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:07.368792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-94ea0ea8-1439-4e0e-8d62-460ee8dd71f6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 200 len: 217 time: 0.0821450 Aug 29 21:42:07.456972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-697d8ba5-e826-49d4-a3c1-2f67d239a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:07.459770 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-697d8ba5-e826-49d4-a3c1-2f67d239a3b8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0857589 Aug 29 21:42:07.464640 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:07.516053 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port af2a6b8d-5179-494f-89ec-f01c89eecb8e triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:07.517407 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:07.560350 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-77043da0-c3bf-4768-ab92-a77349a4c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:07.563407 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:42:04Z', 'revision_number': 4, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '65ff357b-8bc8-41fa-a8de-49a96a406b35', 'name': '', 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'mac_address': 'fa:16:3e:54:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:42:02Z', 'updated_at': '2022-08-29T21:42:04Z', 'revision_number': 2, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'subnets': [{'id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:07.565869 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-77043da0-c3bf-4768-ab92-a77349a4c63a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992763 Aug 29 21:42:07.609478 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Checking router: ceeb02e9-3c71-4fae-acbb-b9a706080ddb for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:42:07.610459 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Updating router ceeb02e9-3c71-4fae-acbb-b9a706080ddb port 65ff357b-8bc8-41fa-a8de-49a96a406b35 binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:42:07.660135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:07.839011 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-03b8268d-1db6-4f29-a38c-5fbfef9141ad req-409d8bdf-d2b7-4786-b347-19acecdac3ee tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 210 time: 0.1048846 Aug 29 21:42:07.863678 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0b7c2219-14db-4b04-a85d-16f9d0534b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:07.897284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43018) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:07.913124 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374171547', 'description': 'tempest-secgroup-smoke-374171547 description', 'project_id': '2d9fa722c18045678015c7b300ccc3ab'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:07.975876 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:07.977933 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port af2a6b8d-5179-494f-89ec-f01c89eecb8e is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:08.024751 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.052548 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-662b6f43-84bf-46ec-ae55-0f8a33d48b4e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780622 Aug 29 21:42:08.066331 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0b7c2219-14db-4b04-a85d-16f9d0534b76 admin admin] Publish callbacks [] for security_group (eb552702-082e-4ea6-9cbf-5070e42df612), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.069046 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:08.073346 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0b7c2219-14db-4b04-a85d-16f9d0534b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (eb552702-082e-4ea6-9cbf-5070e42df612), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.168845 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0b7c2219-14db-4b04-a85d-16f9d0534b76 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f63f7676490e42029f07413387b9f08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9255044 Aug 29 21:42:08.170355 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c2219-14db-4b04-a85d-16f9d0534b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb552702-082e-4ea6-9cbf-5070e42df612,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:08.175088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43024) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:08.282509 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b8f047d7-9711-49ef-b145-40c3c6d9e6b8 admin admin] Publish callbacks [] for security_group (eb552702-082e-4ea6-9cbf-5070e42df612), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.375418 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b8f047d7-9711-49ef-b145-40c3c6d9e6b8 admin admin] Publish callbacks [] for security_group (eb552702-082e-4ea6-9cbf-5070e42df612), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.475078 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-69a1c879-71e2-40b5-9dd6-9f618cb85b59 req-3497ed61-992f-465a-8406-adabe8ffa4fe service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255850 Aug 29 21:42:08.589725 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group (73f438a7-14bf-44eb-a3ab-0e1732dbcbe8), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.633558 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Publish callbacks [] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.642090 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a72409-4f90-41e3-affe-1d4a43ece17c req-242ffdc7-9087-4103-8d4a-b4077d0e0b2d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:08.646225 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.654462 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-30a72409-4f90-41e3-affe-1d4a43ece17c req-242ffdc7-9087-4103-8d4a-b4077d0e0b2d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 944 time: 0.5311220 Aug 29 21:42:08.658111 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (73f438a7-14bf-44eb-a3ab-0e1732dbcbe8), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.722793 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b8f047d7-9711-49ef-b145-40c3c6d9e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (eb552702-082e-4ea6-9cbf-5070e42df612), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.729703 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b8f047d7-9711-49ef-b145-40c3c6d9e6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.733975 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b8f047d7-9711-49ef-b145-40c3c6d9e6b8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eb552702-082e-4ea6-9cbf-5070e42df612 HTTP/1.1" status: 204 len: 168 time: 0.5570507 Aug 29 21:42:08.770547 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-eb72f385-cff3-4d4f-99a7-b25045860423 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:08.774985 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-eb72f385-cff3-4d4f-99a7-b25045860423 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "GET /networking/v2.0/networks?id=232cf447-28fa-40a6-80b9-0c467edd0554 HTTP/1.1" status: 200 len: 814 time: 0.3904190 Aug 29 21:42:08.777466 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f047d7-9711-49ef-b145-40c3c6d9e6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb552702-082e-4ea6-9cbf-5070e42df612,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:08.817457 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:08.837069 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Request body: {'port': {'device_id': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554', 'admin_state_up': True, 'tenant_id': 'd05e27bd70e64afbbc58379e64826217'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:08.866629 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa43ed-4400-4e56-b9cb-f16c26f8e2b8 None None] Pushing event updated for resources: {'Port': ['ID=65ff357b-8bc8-41fa-a8de-49a96a406b35,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:08.869721 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:08.904201 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:08.909823 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-10f7633c-5962-4a18-b69e-3a5032d2858e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0074978 Aug 29 21:42:08.909823 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43040) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:08.915506 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group_rule': {'security_group_id': '73f438a7-14bf-44eb-a3ab-0e1732dbcbe8', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:08.967616 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-30a72409-4f90-41e3-affe-1d4a43ece17c req-835a558c-185d-4639-a7e3-ac5878eebbfb tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989240 Aug 29 21:42:09.037273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (65a08b3c-71cf-46d2-a022-83d988a7d7bb), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.072427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Attempting to bind port 65ff357b-8bc8-41fa-a8de-49a96a406b35 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:42:09.076864 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Attempting to bind port 65ff357b-8bc8-41fa-a8de-49a96a406b35 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:42:09.078587 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Attempting to bind port 65ff357b-8bc8-41fa-a8de-49a96a406b35 on network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:09.101677 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:42:09.109268 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Checking segment: {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:09.110533 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.113222 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Bound using segment: {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:42:09.113962 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Bound port: 65ff357b-8bc8-41fa-a8de-49a96a406b35, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748e9441-b9dc-460f-b224-c4efdf17b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:42:09.118063 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.198631 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-945a6188-7094-4be6-a027-4e37c7b3df65 req-b93e377e-2bfa-4591-b071-0916cd2651c0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 210 time: 0.0675423 Aug 29 21:42:09.221742 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (65a08b3c-71cf-46d2-a022-83d988a7d7bb), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.225689 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Made reservation on behalf of d05e27bd70e64afbbc58379e64826217 for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:42:09.228133 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (65a08b3c-71cf-46d2-a022-83d988a7d7bb), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.235561 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.248358 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.296698 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a08b3c-71cf-46d2-a022-83d988a7d7bb,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:09.323925 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.328273 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-bec64f29-c071-48df-94a8-e1aaf8f09d25 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4173584 Aug 29 21:42:09.334525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43048) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:09.343788 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group_rule': {'security_group_id': '73f438a7-14bf-44eb-a3ab-0e1732dbcbe8', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:09.405681 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] For port 65ff357b-8bc8-41fa-a8de-49a96a406b35, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:42:09.407913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (8d1b84be-577a-4ac8-9a53-eac82815613d), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.414246 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] For port 65ff357b-8bc8-41fa-a8de-49a96a406b35, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=65ff357b-8bc8-41fa-a8de-49a96a406b35,segment=NetworkSegment(748e9441-b9dc-460f-b224-c4efdf17b5cc),segment_id=748e9441-b9dc-460f-b224-c4efdf17b5cc)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:42:09.425565 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.437217 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:09.567484 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Routers {'ceeb02e9-3c71-4fae-acbb-b9a706080ddb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:09.568643 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:42:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:09.610402 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (8d1b84be-577a-4ac8-9a53-eac82815613d), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.620316 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (8d1b84be-577a-4ac8-9a53-eac82815613d), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.643049 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:09.657540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1b84be-577a-4ac8-9a53-eac82815613d,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:09.675173 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Allocated IP 172.20.0.6 (232cf447-28fa-40a6-80b9-0c467edd0554/f5c3b017-996e-4bf7-ba5f-40562575489e/02e09094-d997-4f4d-8d32-57228f28b520) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:09.679122 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa43ed-4400-4e56-b9cb-f16c26f8e2b8 None None] Pushing event updated for resources: {'Port': ['ID=65ff357b-8bc8-41fa-a8de-49a96a406b35,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:09.725747 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.731939 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-323c57cf-5b29-410f-a249-603d3518315e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903832 Aug 29 21:42:09.733207 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43052) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:09.746496 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group_rule': {'security_group_id': '73f438a7-14bf-44eb-a3ab-0e1732dbcbe8', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:09.837124 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] Set router ceeb02e9-3c71-4fae-acbb-b9a706080ddb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:09.880852 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (d2aa3836-490f-4e70-8577-041649545697), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:09.908616 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:10.028345 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43056) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:10.078756 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d3be56c-9d87-4378-87ae-9a37adb69110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.121043 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (d2aa3836-490f-4e70-8577-041649545697), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.137308 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (d2aa3836-490f-4e70-8577-041649545697), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.191715 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aa3836-490f-4e70-8577-041649545697,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:10.216064 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.218491 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e7d3cc44-9049-402e-bdd7-8a0b5a2df706 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4845741 Aug 29 21:42:10.223264 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43060) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:10.238555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group_rule': {'security_group_id': '73f438a7-14bf-44eb-a3ab-0e1732dbcbe8', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:10.364424 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks [] for port (02e09094-d997-4f4d-8d32-57228f28b520), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.412793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (f8042c8d-a6e1-4e36-82c2-a9575190ec0f), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.414362 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:42:04Z', 'revision_number': 4, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '65ff357b-8bc8-41fa-a8de-49a96a406b35', 'name': '', 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'mac_address': 'fa:16:3e:54:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:42:02Z', 'updated_at': '2022-08-29T21:42:09Z', 'revision_number': 4, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'subnets': [{'id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:10.418960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (02e09094-d997-4f4d-8d32-57228f28b520), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.454760 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c2ed5-8ca3-4408-b90f-41bdc11f0280 None None] The sync data for ids ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'] in dv-cinder-854266-3-iscsi is: [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:42:04Z', 'revision_number': 4, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '65ff357b-8bc8-41fa-a8de-49a96a406b35', 'name': '', 'network_id': 'b26572b6-5fe2-4ce5-a895-ee999fb3b5cb', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'mac_address': 'fa:16:3e:54:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:42:02Z', 'updated_at': '2022-08-29T21:42:09Z', 'revision_number': 4, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'subnets': [{'id': '0fc2a68e-9c96-475e-a3de-0e20b08bc0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:42:10.483096 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:10.490237 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Network 232cf447-28fa-40a6-80b9-0c467edd0554 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:10.496912 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:10.503920 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:10.509680 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Pushing event updated for resources: {'Port': ['ID=02e09094-d997-4f4d-8d32-57228f28b520,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:10.551862 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43066) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:10.607460 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:10.624578 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:10.630502 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.647410 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3eb54-2363-4298-b4cc-c4ca7a4b8e37 req-d1055218-9bda-4df3-8e0f-1bc4f6b1453f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:10.650590 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-24a3eb54-2363-4298-b4cc-c4ca7a4b8e37 req-d1055218-9bda-4df3-8e0f-1bc4f6b1453f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 931 time: 0.2233164 Aug 29 21:42:10.666062 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b6b5dc6-96b5-42bf-8be1-f0c62c3fb47f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8359156 Aug 29 21:42:10.669991 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eea33-de0c-4264-8b71-2bb246a098fa req-bc24d740-3551-45ae-9eed-2169a58c7fb2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:10.672656 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d26eea33-de0c-4264-8b71-2bb246a098fa req-bc24d740-3551-45ae-9eed-2169a58c7fb2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 944 time: 0.3689029 Aug 29 21:42:10.682705 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Request body: {'port': {'device_id': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:10.715209 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d3be56c-9d87-4378-87ae-9a37adb69110 admin admin] Publish callbacks [] for security_group (c0fc9ffb-9bad-4731-956c-a77869bf0fd4), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.759906 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-8d3be56c-9d87-4378-87ae-9a37adb69110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c0fc9ffb-9bad-4731-956c-a77869bf0fd4), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.806235 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3471e20b-7a28-465a-9a6d-347510018f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.826473 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (02e09094-d997-4f4d-8d32-57228f28b520), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.928893 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3be56c-9d87-4378-87ae-9a37adb69110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc9ffb-9bad-4731-956c-a77869bf0fd4,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:10.957244 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-8d3be56c-9d87-4378-87ae-9a37adb69110 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=361a393f005e40679385fe26d5967781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9241135 Aug 29 21:42:10.974788 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-24a3eb54-2363-4298-b4cc-c4ca7a4b8e37 req-8a23d249-9bf8-40a5-93f0-b4a096da027f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862158 Aug 29 21:42:10.978155 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (f8042c8d-a6e1-4e36-82c2-a9575190ec0f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:10.981034 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43070) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:11.008099 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d26eea33-de0c-4264-8b71-2bb246a098fa req-909450a8-35db-4b9f-adb9-fd696d4a0490 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052166 Aug 29 21:42:11.008099 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (f8042c8d-a6e1-4e36-82c2-a9575190ec0f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.083311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:11.084169 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8042c8d-a6e1-4e36-82c2-a9575190ec0f,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.101519 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.106351 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-96d6c451-f1e2-4501-9e32-d408038401bd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8788931 Aug 29 21:42:11.106829 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43072) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:11.113148 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group_rule': {'security_group_id': '73f438a7-14bf-44eb-a3ab-0e1732dbcbe8', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:11.134927 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3471e20b-7a28-465a-9a6d-347510018f29 admin admin] Publish callbacks [] for security_group (2eb0e851-8eff-440a-9ef1-a0db9ac66387), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.150017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3471e20b-7a28-465a-9a6d-347510018f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2eb0e851-8eff-440a-9ef1-a0db9ac66387), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.164091 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f7666ed5-7f38-479d-8a30-0d37c0d5109a admin admin] Publish callbacks [] for security_group (c0fc9ffb-9bad-4731-956c-a77869bf0fd4), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.170736 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.securitygroups_db [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Project 2d9fa722c18045678015c7b300ccc3ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:42:11.178257 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 65ff357b-8bc8-41fa-a8de-49a96a406b35 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:11.198293 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (27672176-a4e5-4034-b904-7c27431fc799), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.228686 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f7666ed5-7f38-479d-8a30-0d37c0d5109a admin admin] Publish callbacks [] for security_group (c0fc9ffb-9bad-4731-956c-a77869bf0fd4), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.277926 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:11.278273 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3471e20b-7a28-465a-9a6d-347510018f29 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f397b33ebadc48029803c116a353b456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249579 Aug 29 21:42:11.282907 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471e20b-7a28-465a-9a6d-347510018f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0e851-8eff-440a-9ef1-a0db9ac66387,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.285198 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 65ff357b-8bc8-41fa-a8de-49a96a406b35 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:11.285955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.290080 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43074) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:11.394500 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (27672176-a4e5-4034-b904-7c27431fc799), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.401432 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (27672176-a4e5-4034-b904-7c27431fc799), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.471399 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 65ff357b-8bc8-41fa-a8de-49a96a406b35 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:11.472418 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.480571 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2444c77a-c73e-4cb7-b8b2-ff1ecd07aacc admin admin] Publish callbacks [] for security_group (2eb0e851-8eff-440a-9ef1-a0db9ac66387), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.495286 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f7666ed5-7f38-479d-8a30-0d37c0d5109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c0fc9ffb-9bad-4731-956c-a77869bf0fd4), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.498623 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:UPDATE=2,neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:11.499749 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f7666ed5-7f38-479d-8a30-0d37c0d5109a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.501160 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e09094-d997-4f4d-8d32-57228f28b520 {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:11.508118 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f7666ed5-7f38-479d-8a30-0d37c0d5109a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c0fc9ffb-9bad-4731-956c-a77869bf0fd4 HTTP/1.1" status: 204 len: 168 time: 0.5255425 Aug 29 21:42:11.521560 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.523002 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4149470 Aug 29 21:42:11.530188 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee2e5e-66f1-4632-8c81-f635dd687803 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27672176-a4e5-4034-b904-7c27431fc799,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.535790 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Publish callbacks [] for port (02e09094-d997-4f4d-8d32-57228f28b520), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.541134 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43078) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:11.558322 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'security_group_rule': {'security_group_id': '73f438a7-14bf-44eb-a3ab-0e1732dbcbe8', 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:11.572295 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2444c77a-c73e-4cb7-b8b2-ff1ecd07aacc admin admin] Publish callbacks [] for security_group (2eb0e851-8eff-440a-9ef1-a0db9ac66387), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.574178 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 65ff357b-8bc8-41fa-a8de-49a96a406b35, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=65ff357b-8bc8-41fa-a8de-49a96a406b35,segment=NetworkSegment(748e9441-b9dc-460f-b224-c4efdf17b5cc),segment_id=748e9441-b9dc-460f-b224-c4efdf17b5cc)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:11.577688 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7666ed5-7f38-479d-8a30-0d37c0d5109a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc9ffb-9bad-4731-956c-a77869bf0fd4,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.586074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.593926 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Transition to ACTIVE for port object 02e09094-d997-4f4d-8d32-57228f28b520 will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:42:11.604464 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (02e09094-d997-4f4d-8d32-57228f28b520), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.638498 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.securitygroups_db [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Project 2d9fa722c18045678015c7b300ccc3ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:42:11.654742 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (57e908f4-de16-45e6-85f8-cdd0bceb0085), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.724363 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=65ff357b-8bc8-41fa-a8de-49a96a406b35,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.745301 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2444c77a-c73e-4cb7-b8b2-ff1ecd07aacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (2eb0e851-8eff-440a-9ef1-a0db9ac66387), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.747922 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2444c77a-c73e-4cb7-b8b2-ff1ecd07aacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.749178 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-2444c77a-c73e-4cb7-b8b2-ff1ecd07aacc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2eb0e851-8eff-440a-9ef1-a0db9ac66387 HTTP/1.1" status: 204 len: 168 time: 0.4579027 Aug 29 21:42:11.778376 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444c77a-c73e-4cb7-b8b2-ff1ecd07aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0e851-8eff-440a-9ef1-a0db9ac66387,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.810846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (57e908f4-de16-45e6-85f8-cdd0bceb0085), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.817938 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (57e908f4-de16-45e6-85f8-cdd0bceb0085), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.861320 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Pushing event updated for resources: {'Port': ['ID=02e09094-d997-4f4d-8d32-57228f28b520,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.907482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e908f4-de16-45e6-85f8-cdd0bceb0085,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:11.944965 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.947764 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-225f1028-6694-41f4-a4ec-11046561a015 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3988671 Aug 29 21:42:11.960050 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Attempting to bind port 02e09094-d997-4f4d-8d32-57228f28b520 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:42:11.960530 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Attempting to bind port 02e09094-d997-4f4d-8d32-57228f28b520 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:42:11.961260 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Attempting to bind port 02e09094-d997-4f4d-8d32-57228f28b520 on network 232cf447-28fa-40a6-80b9-0c467edd0554 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:11.969529 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Port 02e09094-d997-4f4d-8d32-57228f28b520 on network 232cf447-28fa-40a6-80b9-0c467edd0554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:42:11.970007 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Attempting to bind port 02e09094-d997-4f4d-8d32-57228f28b520 on network 232cf447-28fa-40a6-80b9-0c467edd0554 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:11.988438 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:42:11.989471 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Checking segment: {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:11.990533 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Bound using segment: {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:42:11.991625 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Bound port: 02e09094-d997-4f4d-8d32-57228f28b520, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:42:11.992638 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (02e09094-d997-4f4d-8d32-57228f28b520), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:11.998588 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:12.173462 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] For port 02e09094-d997-4f4d-8d32-57228f28b520, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:42:12.177590 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] For port 02e09094-d997-4f4d-8d32-57228f28b520, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=02e09094-d997-4f4d-8d32-57228f28b520,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:42:12.189496 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (02e09094-d997-4f4d-8d32-57228f28b520), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:12.193970 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab238d-8843-48a4-83e1-1e1e0928344a req-c2510217-c073-4bb6-9a17-50211d8ca20c tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:12.198084 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:12.202563 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-75ab238d-8843-48a4-83e1-1e1e0928344a req-c2510217-c073-4bb6-9a17-50211d8ca20c tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 943 time: 0.1046464 Aug 29 21:42:12.205081 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:12.208039 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/02e09094-d997-4f4d-8d32-57228f28b520 HTTP/1.1" status: 200 len: 1093 time: 1.5341668 Aug 29 21:42:12.233669 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:12.304023 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'tag': '02e09094-d997-4f4d-8d32-57228f28b520'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:12.313644 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f63268-9e37-433a-a2ff-6542a87b94d6" -d '{"events": [{"name": "network-changed", "server_uuid": "44fce006-b99f-46a3-ac0c-68e2a6914659", "tag": "02e09094-d997-4f4d-8d32-57228f28b520"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:12.386141 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-75ab238d-8843-48a4-83e1-1e1e0928344a req-28e43f8a-270e-4f50-adb4-976e073de034 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813188 Aug 29 21:42:12.409655 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec6002-4b77-4019-ba81-1a957838948f service neutron] Pushing event updated for resources: {'Port': ['ID=02e09094-d997-4f4d-8d32-57228f28b520,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:12.481534 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48881781-0d67-4fde-b47a-630288891fc7 x-openstack-request-id: req-48881781-0d67-4fde-b47a-630288891fc7 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:12.482423 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44fce006-b99f-46a3-ac0c-68e2a6914659", "tag": "02e09094-d997-4f4d-8d32-57228f28b520", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:12.483401 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48881781-0d67-4fde-b47a-630288891fc7 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:12.484280 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48881781-0d67-4fde-b47a-630288891fc7'] response: {'name': 'network-changed', 'server_uuid': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'tag': '02e09094-d997-4f4d-8d32-57228f28b520', 'status': 'completed', 'code': 200} Aug 29 21:42:12.485296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5701a19-3d18-4249-aa20-0b0beeb92e48 req-915362d2-5ff4-4117-b6f2-b4a0aa74a6c7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:12.487108 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e5701a19-3d18-4249-aa20-0b0beeb92e48 req-915362d2-5ff4-4117-b6f2-b4a0aa74a6c7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 944 time: 0.1883736 Aug 29 21:42:12.624858 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e5701a19-3d18-4249-aa20-0b0beeb92e48 req-b4f45af1-5355-43a7-ba1c-c01cf7b4c0cc tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189046 Aug 29 21:42:12.721796 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=20 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:12.738014 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63268-9e37-433a-a2ff-6542a87b94d6 req-834dd547-f207-40b1-8f36-ac7666d0d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:12.741173 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-70f63268-9e37-433a-a2ff-6542a87b94d6 req-834dd547-f207-40b1-8f36-ac7666d0d80c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=d05e27bd70e64afbbc58379e64826217&device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 1127 time: 0.0650218 Aug 29 21:42:12.770940 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=56 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:13.088106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63268-9e37-433a-a2ff-6542a87b94d6 req-ef53cc4e-155a-4c7a-8489-1882d6800d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:13.089816 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-70f63268-9e37-433a-a2ff-6542a87b94d6 req-ef53cc4e-155a-4c7a-8489-1882d6800d7f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=d05e27bd70e64afbbc58379e64826217&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3397231 Aug 29 21:42:13.199303 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 65ff357b-8bc8-41fa-a8de-49a96a406b35 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:13.345275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 65ff357b-8bc8-41fa-a8de-49a96a406b35 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:13.346082 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:13.427467 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63268-9e37-433a-a2ff-6542a87b94d6 req-e60e14f4-8a0c-44fc-80e5-781eb0af304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:13.432151 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-70f63268-9e37-433a-a2ff-6542a87b94d6 req-e60e14f4-8a0c-44fc-80e5-781eb0af304a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3359525 Aug 29 21:42:13.504653 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 65ff357b-8bc8-41fa-a8de-49a96a406b35 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:13.650485 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cc7ae-3354-4f20-b330-702243e0d5a6 req-d9401ba6-a514-47a4-afd7-140677ddd898 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:13.654546 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-140cc7ae-3354-4f20-b330-702243e0d5a6 req-d9401ba6-a514-47a4-afd7-140677ddd898 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 943 time: 0.1010315 Aug 29 21:42:13.777741 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-140cc7ae-3354-4f20-b330-702243e0d5a6 req-cc642c83-cff8-49a2-b52b-1ffe23e2ebe2 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138678 Aug 29 21:42:13.860651 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-ee765083-b907-497e-a619-7057a2848331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:13.860651 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-ee765083-b907-497e-a619-7057a2848331 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=d05e27bd70e64afbbc58379e64826217&device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 1127 time: 0.1781743 Aug 29 21:42:13.925107 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=7 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:13.966991 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-00d20c11-96ed-4926-a89f-d13c54275725 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02e09094-d997-4f4d-8d32-57228f28b520 HTTP/1.1" status: 200 len: 217 time: 0.0912495 Aug 29 21:42:13.974032 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1662131-d66f-4c05-8e6d-177475fe7430 req-5bcd2ec3-fe08-47f4-b1b0-e0653af076ac tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:13.977862 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f1662131-d66f-4c05-8e6d-177475fe7430 req-5bcd2ec3-fe08-47f4-b1b0-e0653af076ac tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 944 time: 0.1339848 Aug 29 21:42:14.073906 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b46d073-bda4-4bd9-a792-7678ae49ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:14.076074 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-6b46d073-bda4-4bd9-a792-7678ae49ec2c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=f5c3b017-996e-4bf7-ba5f-40562575489e HTTP/1.1" status: 200 len: 854 time: 0.1015606 Aug 29 21:42:14.081822 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f1662131-d66f-4c05-8e6d-177475fe7430 req-c3f02f64-3307-4f5f-999c-529201e40d27 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940502 Aug 29 21:42:14.133378 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-cfac6109-5937-449f-a62f-a922be190e1f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=232cf447-28fa-40a6-80b9-0c467edd0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502796 Aug 29 21:42:14.313999 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-60439725-ed27-4938-a20f-8db2083bcb50 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739857 Aug 29 21:42:14.435589 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d06909f2-99eb-4f38-b138-f0635d567f6b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:42:14.542392 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-4237d218-513e-4228-8404-d201c3e85db3 req-be68afbf-1ebf-49c5-afb2-cf75b296e751 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208512 Aug 29 21:42:14.915726 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d06909f2-99eb-4f38-b138-f0635d567f6b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d06909f2-99eb-4f38-b138-f0635d567f6b,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:14.949775 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'port_id': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'mac_address': 'fa:16:3e:38:3c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:42:15.023393 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d06909f2-99eb-4f38-b138-f0635d567f6b is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:15.024104 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.066200 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06909f2-99eb-4f38-b138-f0635d567f6b {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:15.105433 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f57f-20ca-459a-a333-9285d0711c65 req-74cc6fae-597d-4598-92c4-cbc0f06ebe91 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:15.115184 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8a38f57f-20ca-459a-a333-9285d0711c65 req-74cc6fae-597d-4598-92c4-cbc0f06ebe91 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 943 time: 0.1225250 Aug 29 21:42:15.122011 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d06909f2-99eb-4f38-b138-f0635d567f6b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d06909f2-99eb-4f38-b138-f0635d567f6b,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:15.131635 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.249278 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d06909f2-99eb-4f38-b138-f0635d567f6b,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:15.265555 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8a38f57f-20ca-459a-a333-9285d0711c65 req-409c13d5-949e-4626-93d2-0dbb5b86dc25 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125081 Aug 29 21:42:15.292631 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43222) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:15.376005 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['d06909f2-99eb-4f38-b138-f0635d567f6b'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:42:15.406126 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ad9b-e710-4c30-963c-d832faf84611 req-48fa932c-67ac-46ac-989c-e0899120cc1f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:15.417884 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e212ad9b-e710-4c30-963c-d832faf84611 req-48fa932c-67ac-46ac-989c-e0899120cc1f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 945 time: 0.1109118 Aug 29 21:42:15.557109 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e212ad9b-e710-4c30-963c-d832faf84611 req-3c99442b-6b9e-4122-af9a-694a25b976ef tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301532 Aug 29 21:42:15.699077 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:15.750313 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:15.768872 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-05eae9e6-b313-4f01-9f4c-79401b09fa7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.880911 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:15.938912 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-05eae9e6-b313-4f01-9f4c-79401b09fa7c admin admin] Publish callbacks [] for security_group (c6c33faa-8c26-4b87-a942-97c4752713f3), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:15.952363 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-05eae9e6-b313-4f01-9f4c-79401b09fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c6c33faa-8c26-4b87-a942-97c4752713f3), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:16.012762 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-05eae9e6-b313-4f01-9f4c-79401b09fa7c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=810d78bbbbc64e12b8a5685a95d748cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7247918 Aug 29 21:42:16.017147 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43248) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:16.021117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eae9e6-b313-4f01-9f4c-79401b09fa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c33faa-8c26-4b87-a942-97c4752713f3,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:16.138851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2e1dcd9-c0f3-42e6-a0d5-e082f9d5825a admin admin] Publish callbacks [] for security_group (c6c33faa-8c26-4b87-a942-97c4752713f3), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:16.196357 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2e1dcd9-c0f3-42e6-a0d5-e082f9d5825a admin admin] Publish callbacks [] for security_group (c6c33faa-8c26-4b87-a942-97c4752713f3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:16.286752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2e1dcd9-c0f3-42e6-a0d5-e082f9d5825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (c6c33faa-8c26-4b87-a942-97c4752713f3), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:16.291839 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f2e1dcd9-c0f3-42e6-a0d5-e082f9d5825a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:16.293915 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f2e1dcd9-c0f3-42e6-a0d5-e082f9d5825a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c6c33faa-8c26-4b87-a942-97c4752713f3 HTTP/1.1" status: 204 len: 168 time: 0.2745583 Aug 29 21:42:16.307200 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1dcd9-c0f3-42e6-a0d5-e082f9d5825a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c33faa-8c26-4b87-a942-97c4752713f3,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:16.461534 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 02e09094-d997-4f4d-8d32-57228f28b520 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:42:16.466818 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d06909f2-99eb-4f38-b138-f0635d567f6b up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:16.524214 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e14580-a554-4497-89a5-c8a812fe310d req-d88daa35-644f-47b7-9628-64746d24c87a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:16.527342 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b9e14580-a554-4497-89a5-c8a812fe310d req-d88daa35-644f-47b7-9628-64746d24c87a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 943 time: 0.1176820 Aug 29 21:42:16.682401 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port d06909f2-99eb-4f38-b138-f0635d567f6b completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:42:16.697072 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port d06909f2-99eb-4f38-b138-f0635d567f6b triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:16.698168 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:16.753539 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b9e14580-a554-4497-89a5-c8a812fe310d req-634e87cb-88cf-4f1d-87a4-fac0517172e9 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070985 Aug 29 21:42:16.866677 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 02e09094-d997-4f4d-8d32-57228f28b520, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=02e09094-d997-4f4d-8d32-57228f28b520,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:16.906434 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '02e09094-d997-4f4d-8d32-57228f28b520', 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554', 'port_id': '02e09094-d997-4f4d-8d32-57228f28b520', 'mac_address': 'fa:16:3e:4b:a4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c3b017-996e-4bf7-ba5f-40562575489e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:42:16.940796 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:16.958727 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fbc88-82f6-4bbc-bbfc-ea78672638ac req-e16fb761-1e32-426e-92f1-558f946cdca5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:16.967702 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-1749fcf3-b7ad-4f00-aca6-5bc8fbd185d5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1437979 Aug 29 21:42:16.972254 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cf7fbc88-82f6-4bbc-bbfc-ea78672638ac req-e16fb761-1e32-426e-92f1-558f946cdca5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 945 time: 0.1004758 Aug 29 21:42:17.073535 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cf7fbc88-82f6-4bbc-bbfc-ea78672638ac req-c57f5b01-04ef-48af-ad41-6a1d1a31fdf2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989201 Aug 29 21:42:17.102533 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port d06909f2-99eb-4f38-b138-f0635d567f6b is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:17.103203 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:17.122999 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 02e09094-d997-4f4d-8d32-57228f28b520 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:17.123475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (02e09094-d997-4f4d-8d32-57228f28b520), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:17.137045 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-15968593-3603-45c4-9730-36bbd068fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:17.140996 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-15968593-3603-45c4-9730-36bbd068fae2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1130 time: 0.1058590 Aug 29 21:42:17.157144 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e09094-d997-4f4d-8d32-57228f28b520 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:17.175921 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:17.178684 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41804f-a83a-42d9-a645-57feead5c9f1" -d '{"events": [{"server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "name": "network-vif-plugged", "status": "completed", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:17.208960 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 02e09094-d997-4f4d-8d32-57228f28b520, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=02e09094-d997-4f4d-8d32-57228f28b520,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:17.212484 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port d06909f2-99eb-4f38-b138-f0635d567f6b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d06909f2-99eb-4f38-b138-f0635d567f6b,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:17.215841 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (02e09094-d997-4f4d-8d32-57228f28b520), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:17.226585 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:17.341770 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe94ded-567b-422b-9acf-9416e12bea1b x-openstack-request-id: req-4fe94ded-567b-422b-9acf-9416e12bea1b {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:17.342250 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "name": "network-vif-plugged", "status": "completed", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:17.342992 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fe94ded-567b-422b-9acf-9416e12bea1b {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:17.343658 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe94ded-567b-422b-9acf-9416e12bea1b'] response: {'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'code': 200} Aug 29 21:42:17.355201 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=02e09094-d997-4f4d-8d32-57228f28b520,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:17.442832 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-eeaf2148-a33a-4587-a9cb-545c385038b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:17.446587 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-eeaf2148-a33a-4587-a9cb-545c385038b3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.2620654 Aug 29 21:42:17.469584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=d06909f2-99eb-4f38-b138-f0635d567f6b,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:17.506956 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['02e09094-d997-4f4d-8d32-57228f28b520'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:42:17.606991 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-c6b9f187-0ca7-4259-852c-ad128d971ac2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 1001 time: 0.1294236 Aug 29 21:42:17.705419 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:17.757417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29083a96-6792-4561-aa8b-ecb200a0242d req-28e6c653-7ab2-4469-bc06-728f4aeefc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:17.762452 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29083a96-6792-4561-aa8b-ecb200a0242d req-28e6c653-7ab2-4469-bc06-728f4aeefc2a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1130 time: 0.1020384 Aug 29 21:42:17.771517 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-aa2e9710-0969-4d8d-937e-79d4420b1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:17.774265 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-aa2e9710-0969-4d8d-937e-79d4420b1928 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.1471677 Aug 29 21:42:17.813070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:17.869857 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-e5135fe6-bbac-43ad-be97-4ed3209733a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:17.872626 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-e5135fe6-bbac-43ad-be97-4ed3209733a6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906782 Aug 29 21:42:17.918969 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29083a96-6792-4561-aa8b-ecb200a0242d req-36dbab87-fac5-4c24-932e-c354a04bee22 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506181 Aug 29 21:42:18.044646 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd22c4-371a-4518-a092-2ff0d454b587 req-ac953b98-9546-4ef9-85ed-e07211c0b9d2 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:18.046917 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8bbd22c4-371a-4518-a092-2ff0d454b587 req-ac953b98-9546-4ef9-85ed-e07211c0b9d2 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 944 time: 0.0992391 Aug 29 21:42:18.054869 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-1a3a432e-0cb0-45f4-a57b-a23a563f6130 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740718 Aug 29 21:42:18.145663 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8bbd22c4-371a-4518-a092-2ff0d454b587 req-50a914d4-af73-4951-b762-8caf4d83ab5e tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885384 Aug 29 21:42:18.326921 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8812b7-3bdb-42a9-a942-cbeea618412d req-9e455272-91bb-4a67-a215-99e438bcf551 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:18.340918 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d8812b7-3bdb-42a9-a942-cbeea618412d req-9e455272-91bb-4a67-a215-99e438bcf551 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.1044302 Aug 29 21:42:18.343539 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-2758c343-c021-43d2-93bd-5a33050fd3e8 req-2efc953b-36f2-40a0-a38e-efb2f81fd8e7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740000 Aug 29 21:42:18.432437 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d8812b7-3bdb-42a9-a942-cbeea618412d req-9f2898cc-43e4-4c95-81cc-a2625ffe02f4 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903957 Aug 29 21:42:18.464294 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 02e09094-d997-4f4d-8d32-57228f28b520 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:18.545959 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 02e09094-d997-4f4d-8d32-57228f28b520 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:42:18.556293 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 02e09094-d997-4f4d-8d32-57228f28b520 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:18.556987 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (02e09094-d997-4f4d-8d32-57228f28b520), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:18.561792 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:18.714499 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 02e09094-d997-4f4d-8d32-57228f28b520 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:18.715136 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (02e09094-d997-4f4d-8d32-57228f28b520), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:18.782038 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 02e09094-d997-4f4d-8d32-57228f28b520, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=02e09094-d997-4f4d-8d32-57228f28b520,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:18.788160 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (02e09094-d997-4f4d-8d32-57228f28b520), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:18.884767 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=02e09094-d997-4f4d-8d32-57228f28b520,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:19.346175 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e09094-d997-4f4d-8d32-57228f28b520'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:19.352701 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf8b9d7-6ad4-4f2b-843a-97e472942f24" -d '{"events": [{"server_uuid": "44fce006-b99f-46a3-ac0c-68e2a6914659", "name": "network-vif-plugged", "status": "completed", "tag": "02e09094-d997-4f4d-8d32-57228f28b520"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:19.417681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a202ba-c8a2-4c7a-b3a0-829834153d47 req-1d492848-366f-4359-9163-a55aba7e44af tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:19.422116 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9a202ba-c8a2-4c7a-b3a0-829834153d47 req-1d492848-366f-4359-9163-a55aba7e44af tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1238601 Aug 29 21:42:19.441976 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199b357a-e4dd-4de6-bdc6-21fb008a9fef x-openstack-request-id: req-199b357a-e4dd-4de6-bdc6-21fb008a9fef {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:19.442458 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fce006-b99f-46a3-ac0c-68e2a6914659", "name": "network-vif-plugged", "status": "completed", "tag": "02e09094-d997-4f4d-8d32-57228f28b520", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:19.442933 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-199b357a-e4dd-4de6-bdc6-21fb008a9fef {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:19.443620 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199b357a-e4dd-4de6-bdc6-21fb008a9fef'] response: {'server_uuid': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e09094-d997-4f4d-8d32-57228f28b520', 'code': 200} Aug 29 21:42:19.526145 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9a202ba-c8a2-4c7a-b3a0-829834153d47 req-b3b294f5-3d85-4644-9e66-0e7fdaeee2f5 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913265 Aug 29 21:42:19.672035 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b650-f993-4811-94c3-30dfa6c93276 req-c6c8ddd7-194f-4552-91da-82beb315f5df tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:19.673783 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b05b650-f993-4811-94c3-30dfa6c93276 req-c6c8ddd7-194f-4552-91da-82beb315f5df tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0842977 Aug 29 21:42:19.764779 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b05b650-f993-4811-94c3-30dfa6c93276 req-067f81e2-b7f6-49cd-81a8-369de37f8242 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717304 Aug 29 21:42:19.980925 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae877-273e-4965-988c-8601e8139ef7 req-f4f9afd6-87ac-4126-9883-9aa9125b6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:19.982920 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-581ae877-273e-4965-988c-8601e8139ef7 req-f4f9afd6-87ac-4126-9883-9aa9125b6408 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 1129 time: 0.0741546 Aug 29 21:42:20.023695 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf098b8-282e-449f-9a36-a9ee160a2e8d req-1623695d-fbc0-4795-b1d3-4e0629381f24 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:20.025752 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eaf098b8-282e-449f-9a36-a9ee160a2e8d req-1623695d-fbc0-4795-b1d3-4e0629381f24 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.1065912 Aug 29 21:42:20.087115 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-581ae877-273e-4965-988c-8601e8139ef7 req-0ee0a176-9f69-46f6-9637-0e2d1d14d7d5 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928547 Aug 29 21:42:20.132076 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-eaf098b8-282e-449f-9a36-a9ee160a2e8d req-945fc08d-f49d-45c6-bb13-367cd2245d0d tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981872 Aug 29 21:42:20.168902 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43346) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:20.476400 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:20.524815 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef9f128-82c9-4ac5-832e-3322187d638c tempest-TestVolumeBootPattern-635849741 tempest-TestVolumeBootPattern-635849741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:20.527809 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-4ef9f128-82c9-4ac5-832e-3322187d638c tempest-TestVolumeBootPattern-635849741 tempest-TestVolumeBootPattern-635849741-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1125 time: 0.3567894 Aug 29 21:42:20.531922 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43354) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:20.537608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'port_id': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:20.565600 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:20.817144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:20.831152 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd08e1-6ba2-416d-8acb-d09891deac2e req-97216a91-0311-46bf-a453-1a1fb1133eef tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:20.833466 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a4cd08e1-6ba2-416d-8acb-d09891deac2e req-97216a91-0311-46bf-a453-1a1fb1133eef tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1299527 Aug 29 21:42:21.032705 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a4cd08e1-6ba2-416d-8acb-d09891deac2e req-db0ed189-e6df-4e8e-bfac-ba54eaa5dc6f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879802 Aug 29 21:42:21.129897 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Allocated IP 172.27.4.236 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/6794644d-45c5-4622-96c9-0d8e8cc5ad72) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:21.294925 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:21.315663 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:21.365731 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:21.416394 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:21.420120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:21.424335 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:21.454053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=6794644d-45c5-4622-96c9-0d8e8cc5ad72,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:21.873570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:22.009922 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (ad5941f6-3680-434d-8ba9-e30447da0de9), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.123200 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.349230 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca840b3-fc66-4ae1-861a-5f99dda0cd2d req-ce69747d-01df-4ac1-b56a-5181e1f8cd31 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:22.351807 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7ca840b3-fc66-4ae1-861a-5f99dda0cd2d req-ce69747d-01df-4ac1-b56a-5181e1f8cd31 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1360543 Aug 29 21:42:22.468619 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7ca840b3-fc66-4ae1-861a-5f99dda0cd2d req-2012eeb2-2ffb-43cf-9fc1-b345803dc61c tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054840 Aug 29 21:42:22.503139 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.518943 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.619770 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:22.643582 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event updated for resources: {'Port': ['ID=6794644d-45c5-4622-96c9-0d8e8cc5ad72,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:22.650614 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (ad5941f6-3680-434d-8ba9-e30447da0de9), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:22.802745 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Floating IP ad5941f6-3680-434d-8ba9-e30447da0de9 associated. External IP: 172.27.4.236, port: d06909f2-99eb-4f38-b138-f0635d567f6b. Aug 29 21:42:23.214063 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:42:23.285508 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:23.766349 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:42:23.781693 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0328942-78e2-424d-9765-673872069b94 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:42:23.796963 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:23.802477 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:23.803310 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:42:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:23.907593 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-35bf1d79-4a2a-4566-9eb1-5fcec4b8d472 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3740659 Aug 29 21:42:23.908420 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:23.912277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0a893-803e-48c2-a1e8-f80b48375725" -d '{"events": [{"name": "network-changed", "server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:24.048428 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:24.178072 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ec1512-a1ef-4377-b851-965bd387db98 x-openstack-request-id: req-49ec1512-a1ef-4377-b851-965bd387db98 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:24.178608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:24.178985 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ec1512-a1ef-4377-b851-965bd387db98 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:24.179669 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ec1512-a1ef-4377-b851-965bd387db98'] response: {'name': 'network-changed', 'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'status': 'completed', 'code': 200} Aug 29 21:42:24.276847 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-30b4fa13-2827-4497-9814-72233b9ec4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:24.278968 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-30b4fa13-2827-4497-9814-72233b9ec4ed service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1130 time: 0.0636513 Aug 29 21:42:24.465050 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-5e07ae1b-f4ba-4f32-88b1-bf317fe52485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:24.466468 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-5e07ae1b-f4ba-4f32-88b1-bf317fe52485 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1763084 Aug 29 21:42:24.484333 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:40Z', 'revision_number': 1, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}, {'id': 'ad5941f6-3680-434d-8ba9-e30447da0de9', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:38:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:21Z', 'updated_at': '2022-08-29T21:42:21Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:24.582252 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-f5a6abc1-85b5-47ce-bfee-72724a5d97f3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 200 len: 1000 time: 0.1085484 Aug 29 21:42:24.663431 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0328942-78e2-424d-9765-673872069b94 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:42:24.666047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-3d312aa9-d016-4f23-9655-ec58df358296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:24.667690 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-3d312aa9-d016-4f23-9655-ec58df358296 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0745859 Aug 29 21:42:24.679419 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:24.679419 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:42:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:24.687773 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=100 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:24.742816 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-d4478329-3a2b-4476-8802-37905a75f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:24.745451 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-d4478329-3a2b-4476-8802-37905a75f16c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704179 Aug 29 21:42:24.869669 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:24.909513 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-5b805da3-2c71-42ba-847d-294f074180d1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570191 Aug 29 21:42:25.057520 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=100 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:25.086822 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-f8b0a893-803e-48c2-a1e8-f80b48375725 req-c7466dde-1947-4190-be9d-c8aecc6fd8f5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658201 Aug 29 21:42:25.197340 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-b0328942-78e2-424d-9765-673872069b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:40Z', 'revision_number': 1, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}, {'id': 'ad5941f6-3680-434d-8ba9-e30447da0de9', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:38:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:21Z', 'updated_at': '2022-08-29T21:42:21Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:25.238586 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0328942-78e2-424d-9765-673872069b94 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:40Z', 'revision_number': 1, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}, {'id': 'ad5941f6-3680-434d-8ba9-e30447da0de9', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.236', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:38:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:21Z', 'updated_at': '2022-08-29T21:42:21Z', 'revision_number': 0, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:42:25.581039 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32478208-3314-4559-be40-5587156f70a4 None None] New status for floating IP ad5941f6-3680-434d-8ba9-e30447da0de9: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:42:26.086421 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:42:29.095851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43512) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:29.345772 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b942b524-a5c1-44eb-bc41-eae952b8276a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.506070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b942b524-a5c1-44eb-bc41-eae952b8276a admin admin] Publish callbacks [] for security_group (3a83769f-cc38-4428-9379-9be856c681d3), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.520015 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-b942b524-a5c1-44eb-bc41-eae952b8276a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (3a83769f-cc38-4428-9379-9be856c681d3), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.568714 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942b524-a5c1-44eb-bc41-eae952b8276a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83769f-cc38-4428-9379-9be856c681d3,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:29.578115 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-b942b524-a5c1-44eb-bc41-eae952b8276a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8d170930e8c04a52be39723909f9ef94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4804482 Aug 29 21:42:29.581747 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43532) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:29.669820 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-991b9c19-e882-43bd-8b6d-0b5141923ecb admin admin] Publish callbacks [] for security_group (3a83769f-cc38-4428-9379-9be856c681d3), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.710086 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-991b9c19-e882-43bd-8b6d-0b5141923ecb admin admin] Publish callbacks [] for security_group (3a83769f-cc38-4428-9379-9be856c681d3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.792835 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-991b9c19-e882-43bd-8b6d-0b5141923ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (3a83769f-cc38-4428-9379-9be856c681d3), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.795837 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-991b9c19-e882-43bd-8b6d-0b5141923ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:29.797064 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-991b9c19-e882-43bd-8b6d-0b5141923ecb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3a83769f-cc38-4428-9379-9be856c681d3 HTTP/1.1" status: 204 len: 168 time: 0.2138593 Aug 29 21:42:29.806111 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b9c19-e882-43bd-8b6d-0b5141923ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83769f-cc38-4428-9379-9be856c681d3,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:30.309225 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43546) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:30.324123 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12bb7f75-f3e1-446d-a500-edb09acc185f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.411513 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:30.464934 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12bb7f75-f3e1-446d-a500-edb09acc185f admin admin] Publish callbacks [] for security_group (f2ed40cc-6068-4b24-9fca-75cc455d1ea1), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.470369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-12bb7f75-f3e1-446d-a500-edb09acc185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f2ed40cc-6068-4b24-9fca-75cc455d1ea1), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.497125 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a650188a-aa8d-40bb-a983-c6aaf49e575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.546836 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-12bb7f75-f3e1-446d-a500-edb09acc185f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9fc82c4a8a6e418d8b77c0da88f372ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362065 Aug 29 21:42:30.548305 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb7f75-f3e1-446d-a500-edb09acc185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed40cc-6068-4b24-9fca-75cc455d1ea1,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:30.549531 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43550) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:30.623268 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b91f94a7-8248-42d7-b02c-d3285dc1a559 admin admin] Publish callbacks [] for security_group (f2ed40cc-6068-4b24-9fca-75cc455d1ea1), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.650863 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b91f94a7-8248-42d7-b02c-d3285dc1a559 admin admin] Publish callbacks [] for security_group (f2ed40cc-6068-4b24-9fca-75cc455d1ea1), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.722959 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b91f94a7-8248-42d7-b02c-d3285dc1a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f2ed40cc-6068-4b24-9fca-75cc455d1ea1), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.726628 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b91f94a7-8248-42d7-b02c-d3285dc1a559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:30.728489 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b91f94a7-8248-42d7-b02c-d3285dc1a559 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f2ed40cc-6068-4b24-9fca-75cc455d1ea1 HTTP/1.1" status: 204 len: 168 time: 0.1775613 Aug 29 21:42:30.742338 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f94a7-8248-42d7-b02c-d3285dc1a559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed40cc-6068-4b24-9fca-75cc455d1ea1,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:31.312873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43562) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:31.341588 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bc12202e-209a-4922-a688-b0b44b916e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.434771 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:31.466728 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bc12202e-209a-4922-a688-b0b44b916e1b admin admin] Publish callbacks [] for security_group (bf1495f7-435c-496f-b76c-3d96d2a1025c), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.473015 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-bc12202e-209a-4922-a688-b0b44b916e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bf1495f7-435c-496f-b76c-3d96d2a1025c), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.529422 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-bc12202e-209a-4922-a688-b0b44b916e1b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=40dc0feee9574c88b6988fcaf607ab0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155285 Aug 29 21:42:31.530849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12202e-209a-4922-a688-b0b44b916e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1495f7-435c-496f-b76c-3d96d2a1025c,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:31.531373 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43564) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:31.626162 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a889273-315f-460b-95ee-f0523572a10f admin admin] Publish callbacks [] for security_group (bf1495f7-435c-496f-b76c-3d96d2a1025c), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.666550 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a889273-315f-460b-95ee-f0523572a10f admin admin] Publish callbacks [] for security_group (bf1495f7-435c-496f-b76c-3d96d2a1025c), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.738931 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a889273-315f-460b-95ee-f0523572a10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (bf1495f7-435c-496f-b76c-3d96d2a1025c), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.744487 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6a889273-315f-460b-95ee-f0523572a10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:31.746495 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6a889273-315f-460b-95ee-f0523572a10f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bf1495f7-435c-496f-b76c-3d96d2a1025c HTTP/1.1" status: 204 len: 168 time: 0.2125921 Aug 29 21:42:31.758563 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a889273-315f-460b-95ee-f0523572a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1495f7-435c-496f-b76c-3d96d2a1025c,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:32.823532 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-546194b4-8853-4920-b616-b07565a1838c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:34.707659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-c85b21b8-006e-4480-b112-1280fe5f222b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-374171547&fields=id&tenant_id=2d9fa722c18045678015c7b300ccc3ab HTTP/1.1" status: 200 len: 267 time: 0.0849199 Aug 29 21:42:34.859850 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.007956 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-f42e1e94-33bf-4dec-ab1d-60e074378ad0 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:35.010297 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-f42e1e94-33bf-4dec-ab1d-60e074378ad0 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 809 time: 0.2784348 Aug 29 21:42:35.040340 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-be35a264-4649-4df4-b1e7-944d8617c7b6 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/quotas/2d9fa722c18045678015c7b300ccc3ab HTTP/1.1" status: 200 len: 375 time: 0.0232389 Aug 29 21:42:35.140822 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-242f6e19-584d-47c2-85ba-e5c3d31fa289 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879407 Aug 29 21:42:35.315326 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-a989c1c9-2d79-4b9a-a2bc-75abd3232d77 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575506 Aug 29 21:42:35.464257 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-1171ec88-da8d-4314-bc50-f58ff50e5ee0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421266 Aug 29 21:42:35.685115 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:35.804310 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:36.075267 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2d261a5f-bd23-49fc-a950-8dbd5262b887 req-8cd80979-61cf-4317-b6ac-8e854e7cd7a2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 210 time: 0.0852602 Aug 29 21:42:37.253765 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3bd68ab7-52b1-485e-8d24-1c585492adc8 req-b19310ae-feb0-4aec-89db-e7c8b0dcc3c9 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 210 time: 0.0362360 Aug 29 21:42:37.765396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-fda5a8ff-a739-434c-b447-734d2e871ec1 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:37.768651 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-fda5a8ff-a739-434c-b447-734d2e871ec1 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 809 time: 0.1820295 Aug 29 21:42:37.890707 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-80421a3e-09c9-4029-a46b-645a7094d16f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d9fa722c18045678015c7b300ccc3ab HTTP/1.1" status: 200 len: 379 time: 0.1083500 Aug 29 21:42:37.910261 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'port': {'device_id': '1a5aa400-130f-4951-beee-2f3773dd590c', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'admin_state_up': True, 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'security_groups': ['73f438a7-14bf-44eb-a3ab-0e1732dbcbe8']}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:38.103088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Made reservation on behalf of 2d9fa722c18045678015c7b300ccc3ab for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:42:38.109462 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:38.445033 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3ac8937f-c5f3-45d3-ad24-3aac7bbe0cc2 req-37aaed58-cbb6-470c-b134-edd57229b85e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 210 time: 0.0484016 Aug 29 21:42:38.672887 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Allocated IP 172.20.0.10 (4e0b5072-8f8a-441e-afcb-5c3313ae7900/06fde9d6-5227-4025-b7c6-d10602701625/8ba48673-7c7e-419d-94e5-60999c7e242e) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:38.714690 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:38.735293 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:38.877529 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:38.936960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.020226 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:39.024934 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:39.031828 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:39.042652 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:39.127860 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:39.131491 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.139890 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.164047 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-3b0d4fb2-faef-473f-b60e-e02b89695147 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2659802 Aug 29 21:42:39.182352 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Request body: {'port': {'device_id': '1a5aa400-130f-4951-beee-2f3773dd590c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:39.294889 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.414149 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-c3df110e-54a5-4a76-a44e-5c77082b50ac None None] Provisioning complete for port 8ba48673-7c7e-419d-94e5-60999c7e242e triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:39.414836 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c3df110e-54a5-4a76-a44e-5c77082b50ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.468461 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-c3df110e-54a5-4a76-a44e-5c77082b50ac None None] Port 8ba48673-7c7e-419d-94e5-60999c7e242e cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:42:39.668220 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34719bb-5917-4d18-9530-eccbe25cba12 req-7960f441-fa39-4ea2-942e-e6f84eea49b0 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:39.670771 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d34719bb-5917-4d18-9530-eccbe25cba12 req-7960f441-fa39-4ea2-942e-e6f84eea49b0 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 932 time: 0.0772741 Aug 29 21:42:39.767894 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d34719bb-5917-4d18-9530-eccbe25cba12 req-794b031e-5008-42bc-8124-84afe938e64f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855432 Aug 29 21:42:39.781842 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba48673-7c7e-419d-94e5-60999c7e242e {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:39.808700 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Publish callbacks [] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.820899 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Transition to ACTIVE for port object 8ba48673-7c7e-419d-94e5-60999c7e242e will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:42:39.828674 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:39.923001 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:39.966365 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:40.024702 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Attempting to bind port 8ba48673-7c7e-419d-94e5-60999c7e242e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:42:40.025199 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Attempting to bind port 8ba48673-7c7e-419d-94e5-60999c7e242e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:42:40.025965 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Attempting to bind port 8ba48673-7c7e-419d-94e5-60999c7e242e on network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:40.035893 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Port 8ba48673-7c7e-419d-94e5-60999c7e242e on network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:42:40.036456 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Attempting to bind port 8ba48673-7c7e-419d-94e5-60999c7e242e on network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:42:40.051084 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:42:40.051569 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Checking segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:42:40.052026 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Bound using segment: {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:42:40.052765 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Bound port: 8ba48673-7c7e-419d-94e5-60999c7e242e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6f46d4-c363-4e70-9113-ccd6fade72ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:42:40.053273 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:40.157456 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:42:40.161553 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:42:40.172672 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:40.177051 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:40.179389 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:40.181286 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 1094 time: 1.0061822 Aug 29 21:42:40.184005 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:40.187119 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:40.246125 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19a3a4-f1ea-4f59-a264-7145362dddcc x-openstack-request-id: req-dc19a3a4-f1ea-4f59-a264-7145362dddcc {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:40.246571 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:40.246920 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc19a3a4-f1ea-4f59-a264-7145362dddcc {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:40.247509 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc19a3a4-f1ea-4f59-a264-7145362dddcc'] response: {'name': 'network-changed', 'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'status': 'completed', 'code': 200} Aug 29 21:42:40.285656 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:40.324246 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c3dd5-5c76-4300-a567-3ade5192f107 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:40.340489 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-ce588727-2aa6-4ecc-ac75-2918de6041b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:40.343109 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-ce588727-2aa6-4ecc-ac75-2918de6041b2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1128 time: 0.0886252 Aug 29 21:42:40.416483 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-e34045a9-4cb7-42b7-b6dc-818a229b3b57 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 217 time: 0.0574825 Aug 29 21:42:40.491506 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-02d1a2f7-01a1-4bd1-90b5-8d183100d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:40.493830 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-02d1a2f7-01a1-4bd1-90b5-8d183100d5d6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0679555 Aug 29 21:42:40.563567 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f158b-18dc-49a1-a629-293101e09550 req-04b68bf5-3e71-4d1f-a799-1e60f7202f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:40.566475 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-04b68bf5-3e71-4d1f-a799-1e60f7202f50 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660954 Aug 29 21:42:40.707479 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-1ab34ca0-7fe4-46c8-80e6-717a77789c11 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318648 Aug 29 21:42:40.866111 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b12f158b-18dc-49a1-a629-293101e09550 req-f7babe6b-8d6d-4405-a91f-062c3d55f4a5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508212 Aug 29 21:42:40.969793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05842ff3-d2ad-4cc6-b51c-783ae54e585d req-0b8f14a2-0ab3-4891-95e9-eca7db4b8ffc tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:40.972319 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-05842ff3-d2ad-4cc6-b51c-783ae54e585d req-0b8f14a2-0ab3-4891-95e9-eca7db4b8ffc tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0747645 Aug 29 21:42:41.060994 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-05842ff3-d2ad-4cc6-b51c-783ae54e585d req-9e1d702a-82f9-4af0-b43b-4969e0a04035 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773742 Aug 29 21:42:41.237289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-a061d7aa-0098-499d-a00d-af3162be85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:41.239962 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-a061d7aa-0098-499d-a00d-af3162be85d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1128 time: 0.0728049 Aug 29 21:42:41.392004 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-8b0a88fd-8b11-4f3c-9377-8251c89f6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:41.393620 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-8b0a88fd-8b11-4f3c-9377-8251c89f6a55 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.1459191 Aug 29 21:42:41.459912 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-22c22b71-4b16-4256-823b-e1a65e4a9fe0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 217 time: 0.0589364 Aug 29 21:42:41.552232 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-97b49631-10f0-4655-a2fb-e9b08e03e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:41.555139 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-97b49631-10f0-4655-a2fb-e9b08e03e6d2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0877380 Aug 29 21:42:41.635088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-01837eba-eda8-4940-afa4-c7640a0a191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:41.637366 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-01837eba-eda8-4940-afa4-c7640a0a191f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740428 Aug 29 21:42:41.791174 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-3746a7ef-68ad-4465-8f01-fa03fd659565 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461122 Aug 29 21:42:41.882880 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:41.926863 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-b3b0ca2b-2fd6-47c2-9d99-521825ad519d req-04692aa9-63d1-4b49-98f3-9e329635ec35 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287417 Aug 29 21:42:42.230663 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:42.297236 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602386a-5ee9-49aa-867f-38536212c4aa req-6500415a-1ae8-4fa9-a9f4-77ab50248c9a tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:42.299968 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6602386a-5ee9-49aa-867f-38536212c4aa req-6500415a-1ae8-4fa9-a9f4-77ab50248c9a tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0842178 Aug 29 21:42:42.371399 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6602386a-5ee9-49aa-867f-38536212c4aa req-e64b5763-32dd-4fe7-a6a8-a1bc437ab172 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638239 Aug 29 21:42:43.570249 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef84222-d7e2-4c2c-948b-d1371ce8f19a req-bb1b5a2c-b30a-4251-99c4-f7dfab44447d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:43.572493 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7ef84222-d7e2-4c2c-948b-d1371ce8f19a req-bb1b5a2c-b30a-4251-99c4-f7dfab44447d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0787306 Aug 29 21:42:43.652885 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7ef84222-d7e2-4c2c-948b-d1371ce8f19a req-73264797-d0cd-4e15-8f0e-dfa1b8c9ccd7 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744269 Aug 29 21:42:44.025460 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=78 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:44.043052 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=78 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:44.859175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f9338-c945-466e-9d36-f2db025a888b req-f9888c50-44ca-4d42-9e0f-c63a6e389c49 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:44.862185 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c42f9338-c945-466e-9d36-f2db025a888b req-f9888c50-44ca-4d42-9e0f-c63a6e389c49 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0910761 Aug 29 21:42:44.947786 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c42f9338-c945-466e-9d36-f2db025a888b req-f977ab7d-d080-40d0-b6ff-aba0d98cff87 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760686 Aug 29 21:42:46.131809 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7623a-6660-48fb-ae35-73b5d9f1b18e req-ee564169-d9c5-494b-b318-a2ff86a8396d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:46.134282 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-21b7623a-6660-48fb-ae35-73b5d9f1b18e req-ee564169-d9c5-494b-b318-a2ff86a8396d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0888278 Aug 29 21:42:46.168798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:46.202858 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-21b7623a-6660-48fb-ae35-73b5d9f1b18e req-d684439c-1e62-4feb-8ae6-e41f876b76c1 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609584 Aug 29 21:42:47.402029 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feced07-e69a-416f-8cd4-5311a07ba338 req-04361a48-1aea-4629-a83a-e39944e9eb20 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:47.404786 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8feced07-e69a-416f-8cd4-5311a07ba338 req-04361a48-1aea-4629-a83a-e39944e9eb20 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0949168 Aug 29 21:42:47.479995 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8feced07-e69a-416f-8cd4-5311a07ba338 req-904148c9-4f61-4233-ad3d-0e5a27580ece tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675557 Aug 29 21:42:48.640525 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad3593-c539-4c6c-b290-99d830243c1d req-5dceebd6-11fe-442a-8403-ee9bfeeadba5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:48.643224 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-efad3593-c539-4c6c-b290-99d830243c1d req-5dceebd6-11fe-442a-8403-ee9bfeeadba5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0695446 Aug 29 21:42:48.716798 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-efad3593-c539-4c6c-b290-99d830243c1d req-07505083-9c58-47ec-b209-851468d8750b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673459 Aug 29 21:42:49.464624 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:49.467093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=42,neutron:UPDATE=7 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:49.889610 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfe481-9d47-43f7-9755-6b3766eba92e req-c3048f71-a0f4-42c3-8442-9c1451851a8e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:49.891360 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9dcfe481-9d47-43f7-9755-6b3766eba92e req-c3048f71-a0f4-42c3-8442-9c1451851a8e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0749619 Aug 29 21:42:49.978314 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9dcfe481-9d47-43f7-9755-6b3766eba92e req-0c33a670-1bc2-42e3-a22f-e9a084b649c7 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764768 Aug 29 21:42:50.676376 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:42:50.817256 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:50.831880 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'port_id': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'mac_address': 'fa:16:3e:0e:12:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:42:50.887576 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 8ba48673-7c7e-419d-94e5-60999c7e242e is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:50.888200 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:50.910128 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba48673-7c7e-419d-94e5-60999c7e242e {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:42:50.942373 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:50.949407 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:51.030797 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:51.162812 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51435-2ab8-4993-ad5d-07933ced5568 req-cac55084-7636-4507-b6d1-976fc20e941f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:51.165580 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbd51435-2ab8-4993-ad5d-07933ced5568 req-cac55084-7636-4507-b6d1-976fc20e941f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 945 time: 0.0724440 Aug 29 21:42:51.249120 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbd51435-2ab8-4993-ad5d-07933ced5568 req-dcc38a5b-196c-4f57-8bb4-d0375fa6300b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742509 Aug 29 21:42:51.261997 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['8ba48673-7c7e-419d-94e5-60999c7e242e'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:42:51.916686 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=71 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:51.919717 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:52.420252 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ada257-4a3d-4b4d-91b1-ffdf104a635f req-88cfbbe8-55c5-4aac-b5ee-df3384022062 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:52.421870 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90ada257-4a3d-4b4d-91b1-ffdf104a635f req-88cfbbe8-55c5-4aac-b5ee-df3384022062 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 945 time: 0.0701303 Aug 29 21:42:52.494139 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90ada257-4a3d-4b4d-91b1-ffdf104a635f req-08f033af-da8b-42d9-98db-35cc4ba9c5b0 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626714 Aug 29 21:42:52.669987 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:42:52.720715 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 8ba48673-7c7e-419d-94e5-60999c7e242e completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:42:52.733855 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 8ba48673-7c7e-419d-94e5-60999c7e242e triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:42:52.734244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:52.841007 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 8ba48673-7c7e-419d-94e5-60999c7e242e is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:42:52.841525 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:52.872638 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:52.875044 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d60240-daed-49d0-8042-9dd19087a24d" -d '{"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-plugged", "status": "completed", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:52.891895 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:42:52.900513 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:52.935002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a3d00-5e80-4dfc-9917-95977961c152 x-openstack-request-id: req-a77a3d00-5e80-4dfc-9917-95977961c152 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:52.935308 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-plugged", "status": "completed", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:52.935549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a77a3d00-5e80-4dfc-9917-95977961c152 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:52.935958 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77a3d00-5e80-4dfc-9917-95977961c152'] response: {'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'code': 200} Aug 29 21:42:52.940317 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:52.983476 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:53.208784 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38a467-ca41-47b0-bbcc-b87debfe71c2 req-7b489b6e-b5cf-44d9-ab0f-29fc1058c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:53.210281 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9d38a467-ca41-47b0-bbcc-b87debfe71c2 req-7b489b6e-b5cf-44d9-ab0f-29fc1058c489 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.0431261 Aug 29 21:42:53.273073 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9d38a467-ca41-47b0-bbcc-b87debfe71c2 req-5ff57e5a-d758-4294-8ac3-0f91bf2c913d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463357 Aug 29 21:42:53.631786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ed137-14c6-41c4-87be-c67b11db6c8d req-064a98f8-ba14-44dd-a8e2-eff9d4362644 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:53.633392 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1c1ed137-14c6-41c4-87be-c67b11db6c8d req-064a98f8-ba14-44dd-a8e2-eff9d4362644 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0525575 Aug 29 21:42:53.686253 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1c1ed137-14c6-41c4-87be-c67b11db6c8d req-04580cb8-d5a6-4f26-95c5-f856dcdd10a8 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468714 Aug 29 21:42:54.822036 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bd3ab-533f-47f1-b926-0252e06b4c08 req-595a283d-1cb7-46ef-a1b3-6b79ead413ef tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:54.823620 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b75bd3ab-533f-47f1-b926-0252e06b4c08 req-595a283d-1cb7-46ef-a1b3-6b79ead413ef tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0535970 Aug 29 21:42:54.876814 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b75bd3ab-533f-47f1-b926-0252e06b4c08 req-9071bbbe-d70b-4ec2-8369-09ecb23c12a2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468726 Aug 29 21:42:56.001166 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:56.028302 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675a02-9065-40d6-95a6-7996eda23504 req-29ccad0f-46df-4a73-8eac-e5b22046b5e2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:56.030920 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3675a02-9065-40d6-95a6-7996eda23504 req-29ccad0f-46df-4a73-8eac-e5b22046b5e2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0725524 Aug 29 21:42:56.096987 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3675a02-9065-40d6-95a6-7996eda23504 req-a96f9f3e-0f08-4b22-a8ee-ec5b4e7b1e6e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588653 Aug 29 21:42:56.236653 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe412d-2fe9-4d8b-bdc0-4aa31c75c2ff req-6a5eeb8a-1d0e-44ad-9a71-7906b494ccdb tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:56.238545 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c6fe412d-2fe9-4d8b-bdc0-4aa31c75c2ff req-6a5eeb8a-1d0e-44ad-9a71-7906b494ccdb tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0578611 Aug 29 21:42:56.311732 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c6fe412d-2fe9-4d8b-bdc0-4aa31c75c2ff req-6f53288a-3fd9-4273-a265-6091862540f2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668359 Aug 29 21:42:56.340753 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43880) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:56.595870 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1741d4a-5377-4c46-b9a7-49facec00409 tempest-TestShelveInstance-780460455 tempest-TestShelveInstance-780460455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:56.598188 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f1741d4a-5377-4c46-b9a7-49facec00409 tempest-TestShelveInstance-780460455 tempest-TestShelveInstance-780460455-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1125 time: 0.2558985 Aug 29 21:42:56.601213 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43888) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:56.607807 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'port_id': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:42:56.642737 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:56.751999 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:56.754190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:56.787755 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=13 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:56.804287 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=13 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:56.908093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Allocated IP 172.27.4.246 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/63bf57d1-fd47-4f0b-bc36-27a3232c993f) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:42:57.040538 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.079155 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.128701 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:42:57.133408 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:42:57.140468 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:42:57.162039 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'Port': ['ID=63bf57d1-fd47-4f0b-bc36-27a3232c993f,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:57.181599 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.181940 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.182278 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.182613 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.182946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.183269 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.183593 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.184054 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.184377 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.184755 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.185817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.186768 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.187095 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.187441 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.187762 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:57.370052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:57.593444 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for floatingip (66ab012c-234b-4dd3-9a5f-dae420c2903a), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.675589 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.733078 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:57.848067 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.862486 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.939602 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (66ab012c-234b-4dd3-9a5f-dae420c2903a), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:57.941368 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event updated for resources: {'Port': ['ID=63bf57d1-fd47-4f0b-bc36-27a3232c993f,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:58.055996 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Floating IP 66ab012c-234b-4dd3-9a5f-dae420c2903a associated. External IP: 172.27.4.246, port: 8ba48673-7c7e-419d-94e5-60999c7e242e. Aug 29 21:42:58.321100 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:42:58.461272 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:42:58.480658 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:42:58.494639 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] Sync routers for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:42:58.510986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:58.515516 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:58.517294 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:42:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:58.530606 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 43918) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:58.556419 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-d8cd08d2-8835-46d6-90d4-fdc2e930e2ec tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9543891 Aug 29 21:42:58.557342 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:42:58.565323 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a4595f-73b0-4048-baad-2534737e3ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:42:58.633992 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba83229a-ffb4-48f0-8231-ce496d53784e x-openstack-request-id: req-ba83229a-ffb4-48f0-8231-ce496d53784e {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:42:58.634642 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:42:58.634926 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba83229a-ffb4-48f0-8231-ce496d53784e {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:42:58.635347 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba83229a-ffb4-48f0-8231-ce496d53784e'] response: {'name': 'network-changed', 'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'status': 'completed', 'code': 200} Aug 29 21:42:58.667146 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:58.773761 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:58.821139 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-43526d45-ec4b-43e7-bf7b-8e6ac6f4b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:58.823923 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-43526d45-ec4b-43e7-bf7b-8e6ac6f4b7e7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.1096432 Aug 29 21:42:59.016144 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '66ab012c-234b-4dd3-9a5f-dae420c2903a', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'port_id': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'mac_address': 'fa:16:3e:0e:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5aa400-130f-4951-beee-2f3773dd590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:57Z', 'updated_at': '2022-08-29T21:42:57Z', 'revision_number': 0, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:42:00Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:59.046627 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] Checking router: d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:42:59.057567 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:42:59.058250 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:42:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:59.067252 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-f67e4ccd-5d5f-4413-808b-c678399f362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:59.069286 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-f67e4ccd-5d5f-4413-808b-c678399f362e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.2347419 Aug 29 21:42:59.071908 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Publish callbacks [] for security_group (ea3ce462-b62c-4b5c-ac57-0af1f6648076), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:59.088652 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ea3ce462-b62c-4b5c-ac57-0af1f6648076), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:59.199176 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:42:59.200793 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e0aadf5390e64d64bf16c4cb283aadca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671047 Aug 29 21:42:59.206243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 43934) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:42:59.217048 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ce462-b62c-4b5c-ac57-0af1f6648076,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:59.225404 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-67188f45-e511-4f24-8859-c81c725fe3f7 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 1000 time: 0.1493230 Aug 29 21:42:59.230971 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.231408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.231769 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.232206 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.235545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.237106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.237106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3b71c2-1020-4cd5-b6fe-d836498ea466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:42:59.299989 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-c3f192ff-10df-4ba9-af43-c2c61a0e1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:59.302533 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-c3f192ff-10df-4ba9-af43-c2c61a0e1c78 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0608342 Aug 29 21:42:59.310135 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-853e2e99-3791-4351-aa4c-ff9cbaad3e1c admin admin] Publish callbacks [] for security_group (ea3ce462-b62c-4b5c-ac57-0af1f6648076), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:59.350496 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-853e2e99-3791-4351-aa4c-ff9cbaad3e1c admin admin] Publish callbacks [] for security_group (ea3ce462-b62c-4b5c-ac57-0af1f6648076), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:59.363887 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-b51c6ac0-9690-4960-8916-5605469e7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:42:59.366383 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-b51c6ac0-9690-4960-8916-5605469e7508 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580285 Aug 29 21:42:59.417955 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-853e2e99-3791-4351-aa4c-ff9cbaad3e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ea3ce462-b62c-4b5c-ac57-0af1f6648076), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:59.421544 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-853e2e99-3791-4351-aa4c-ff9cbaad3e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:42:59.423608 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-853e2e99-3791-4351-aa4c-ff9cbaad3e1c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ea3ce462-b62c-4b5c-ac57-0af1f6648076 HTTP/1.1" status: 204 len: 168 time: 0.2153058 Aug 29 21:42:59.434540 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e2e99-3791-4351-aa4c-ff9cbaad3e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ce462-b62c-4b5c-ac57-0af1f6648076,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:42:59.543557 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-495b9efc-17ae-43b1-96e2-e9c942170fbd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701522 Aug 29 21:42:59.559594 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '66ab012c-234b-4dd3-9a5f-dae420c2903a', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'port_id': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'mac_address': 'fa:16:3e:0e:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5aa400-130f-4951-beee-2f3773dd590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:57Z', 'updated_at': '2022-08-29T21:42:57Z', 'revision_number': 0, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:42:00Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:42:59.599348 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471870ba-0bc5-40b3-9765-25c852b26b7b None None] The sync data for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi is: [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '66ab012c-234b-4dd3-9a5f-dae420c2903a', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'floating_ip_address': '172.27.4.246', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'port_id': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'mac_address': 'fa:16:3e:0e:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5aa400-130f-4951-beee-2f3773dd590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:42:57Z', 'updated_at': '2022-08-29T21:42:57Z', 'revision_number': 0, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:42:00Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:42:59.700910 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-13a4595f-73b0-4048-baad-2534737e3ee0 req-9bff932e-3fc0-43f2-962c-e3091690c79a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501861 Aug 29 21:42:59.930260 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661b694-f688-4cf8-b60f-bc65b5fb8564 None None] New status for floating IP 66ab012c-234b-4dd3-9a5f-dae420c2903a: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:43:00.006626 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:00.491915 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-4406d399-cc2d-4c62-875f-2e9cf8b2c5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:02.822390 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-29dd29e3-a752-45bc-8ec0-e6b2fecef7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:03.087734 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:43:04.842676 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:05.662885 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:05.779684 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:09.130303 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:09.430410 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=23,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:09.431508 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:09.599675 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=56 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:09.693606 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=71,neutron:INSERT=8 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:09.696066 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=80,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:09.875281 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44124) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:10.019101 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7c9abdbb-108c-4be1-90af-64ec3b13161b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.117702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7c9abdbb-108c-4be1-90af-64ec3b13161b admin admin] Publish callbacks [] for security_group (ba204e6a-8806-4c19-9068-84c53bb1bfde), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.124382 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7c9abdbb-108c-4be1-90af-64ec3b13161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ba204e6a-8806-4c19-9068-84c53bb1bfde), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.168057 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7c9abdbb-108c-4be1-90af-64ec3b13161b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6259b279d5f7431db80680bdd68c6567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903469 Aug 29 21:43:10.168449 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9abdbb-108c-4be1-90af-64ec3b13161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba204e6a-8806-4c19-9068-84c53bb1bfde,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:10.170721 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44128) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:10.236127 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ceae262-c126-4d1c-9024-1d640f415293 admin admin] Publish callbacks [] for security_group (ba204e6a-8806-4c19-9068-84c53bb1bfde), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.259867 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ceae262-c126-4d1c-9024-1d640f415293 admin admin] Publish callbacks [] for security_group (ba204e6a-8806-4c19-9068-84c53bb1bfde), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.313233 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ceae262-c126-4d1c-9024-1d640f415293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (ba204e6a-8806-4c19-9068-84c53bb1bfde), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.315894 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ceae262-c126-4d1c-9024-1d640f415293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.317209 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2ceae262-c126-4d1c-9024-1d640f415293 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ba204e6a-8806-4c19-9068-84c53bb1bfde HTTP/1.1" status: 204 len: 168 time: 0.1453636 Aug 29 21:43:10.325881 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceae262-c126-4d1c-9024-1d640f415293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba204e6a-8806-4c19-9068-84c53bb1bfde,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:10.652909 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44134) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:10.667562 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-109b94b0-9de5-41af-bc96-eb15001df578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.784778 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-109b94b0-9de5-41af-bc96-eb15001df578 admin admin] Publish callbacks [] for security_group (940a76bb-c2c5-4a85-9f98-43ba0a44fd4a), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.793239 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-109b94b0-9de5-41af-bc96-eb15001df578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (940a76bb-c2c5-4a85-9f98-43ba0a44fd4a), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.853409 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-109b94b0-9de5-41af-bc96-eb15001df578 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2e7cb70f683c473b8f42684f6e74240a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991274 Aug 29 21:43:10.854955 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44138) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:10.863955 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b94b0-9de5-41af-bc96-eb15001df578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a76bb-c2c5-4a85-9f98-43ba0a44fd4a,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:10.937821 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce97857c-8915-44b1-adac-77561cfe1cb1 admin admin] Publish callbacks [] for security_group (940a76bb-c2c5-4a85-9f98-43ba0a44fd4a), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:10.963810 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce97857c-8915-44b1-adac-77561cfe1cb1 admin admin] Publish callbacks [] for security_group (940a76bb-c2c5-4a85-9f98-43ba0a44fd4a), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.027925 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce97857c-8915-44b1-adac-77561cfe1cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (940a76bb-c2c5-4a85-9f98-43ba0a44fd4a), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.030893 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ce97857c-8915-44b1-adac-77561cfe1cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.033309 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-ce97857c-8915-44b1-adac-77561cfe1cb1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/940a76bb-c2c5-4a85-9f98-43ba0a44fd4a HTTP/1.1" status: 204 len: 168 time: 0.1771579 Aug 29 21:43:11.043307 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97857c-8915-44b1-adac-77561cfe1cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a76bb-c2c5-4a85-9f98-43ba0a44fd4a,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:11.489875 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44150) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:11.504441 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5127fa25-077c-499c-a3e4-aa106093079c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.593457 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5127fa25-077c-499c-a3e4-aa106093079c admin admin] Publish callbacks [] for security_group (00a0c7b9-2811-4b73-ad47-38b2a71256d9), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.598308 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5127fa25-077c-499c-a3e4-aa106093079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (00a0c7b9-2811-4b73-ad47-38b2a71256d9), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.644484 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5127fa25-077c-499c-a3e4-aa106093079c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b51d9d7861ea41f2a0ef6c8030592186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534255 Aug 29 21:43:11.645377 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127fa25-077c-499c-a3e4-aa106093079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a0c7b9-2811-4b73-ad47-38b2a71256d9,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:11.647338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44152) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:11.709673 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a2896b03-26e8-4ba2-bc70-580a614d7291 admin admin] Publish callbacks [] for security_group (00a0c7b9-2811-4b73-ad47-38b2a71256d9), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.731887 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a2896b03-26e8-4ba2-bc70-580a614d7291 admin admin] Publish callbacks [] for security_group (00a0c7b9-2811-4b73-ad47-38b2a71256d9), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.797809 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a2896b03-26e8-4ba2-bc70-580a614d7291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (00a0c7b9-2811-4b73-ad47-38b2a71256d9), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.800707 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a2896b03-26e8-4ba2-bc70-580a614d7291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:11.802112 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a2896b03-26e8-4ba2-bc70-580a614d7291 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/00a0c7b9-2811-4b73-ad47-38b2a71256d9 HTTP/1.1" status: 204 len: 168 time: 0.1536789 Aug 29 21:43:11.810927 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896b03-26e8-4ba2-bc70-580a614d7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a0c7b9-2811-4b73-ad47-38b2a71256d9,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:12.478773 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44176) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:12.618906 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0eda3ae4-7fcb-4a77-b665-1fc8414f1970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.694591 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:12.700505 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:12.732222 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0eda3ae4-7fcb-4a77-b665-1fc8414f1970 admin admin] Publish callbacks [] for security_group (5f0e0e4c-e4b6-4be4-beef-bd49ee530944), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.737960 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0eda3ae4-7fcb-4a77-b665-1fc8414f1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5f0e0e4c-e4b6-4be4-beef-bd49ee530944), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.785245 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0eda3ae4-7fcb-4a77-b665-1fc8414f1970 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dc8ba34da0124f3fb026ba0ab186dd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053329 Aug 29 21:43:12.785690 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44188) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:12.786593 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda3ae4-7fcb-4a77-b665-1fc8414f1970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e0e4c-e4b6-4be4-beef-bd49ee530944,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:12.833501 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44190) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:12.858545 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d7da68-2109-4dd0-afed-b09180b89266 admin admin] Publish callbacks [] for security_group (5f0e0e4c-e4b6-4be4-beef-bd49ee530944), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.892212 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d7da68-2109-4dd0-afed-b09180b89266 admin admin] Publish callbacks [] for security_group (5f0e0e4c-e4b6-4be4-beef-bd49ee530944), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.978972 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121206607-network', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:12.979714 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d7da68-2109-4dd0-afed-b09180b89266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (5f0e0e4c-e4b6-4be4-beef-bd49ee530944), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.984526 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-e7d7da68-2109-4dd0-afed-b09180b89266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:12.986334 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-e7d7da68-2109-4dd0-afed-b09180b89266 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5f0e0e4c-e4b6-4be4-beef-bd49ee530944 HTTP/1.1" status: 204 len: 168 time: 0.1989510 Aug 29 21:43:13.002193 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7da68-2109-4dd0-afed-b09180b89266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e0e4c-e4b6-4be4-beef-bd49ee530944,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:13.037074 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Made reservation on behalf of 84b949156c47430fae4f516e4c6d80ba for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:43:13.046083 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.058203 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.177603 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks [] for security_group (16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.182977 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.218207 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:43:13.233327 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:13.240884 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.241231 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Added segment 4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2 of type vlan for network e8c1cf9b-2739-4f89-adff-853fe242fc8e Aug 29 21:43:13.305900 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (e8c1cf9b-2739-4f89-adff-853fe242fc8e), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.343170 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (e8c1cf9b-2739-4f89-adff-853fe242fc8e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.344843 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:13.345437 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.398664 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5640395 Aug 29 21:43:13.403393 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44204) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:13.414995 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Request body: {'subnet': {'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121206607-subnet', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'ip_version': 4}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:13.450259 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79603d68-3a7a-4d93-bc75-2abbcede3118 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c1cf9b-2739-4f89-adff-853fe242fc8e,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:13.462585 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Made reservation on behalf of 84b949156c47430fae4f516e4c6d80ba for: {'subnet': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:43:13.464978 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:43:13.466337 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28735533'] for subnet (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.710064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29041925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28735547'] for subnet (30c76bf0-b864-4b31-a983-84f5184aa90e), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.767986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c76bf0-b864-4b31-a983-84f5184aa90e,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:13.793142 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Checking segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:13.793599 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Network hostable DHCP agents. Network: e8c1cf9b-2739-4f89-adff-853fe242fc8e, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:43:13.822747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:43:13.827332 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:13.845204 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, e8c1cf9b-2739-4f89-adff-853fe242fc8e) {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:13.850757 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:13.851361 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.859642 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c50597e-5efd-4f05-bb8f-67ed4be51aac None None] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:43:13.868959 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:13.890189 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-95841a65-84d5-475c-9c3b-95c6e623ed0e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4852941 Aug 29 21:43:13.895242 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44218) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:13.902161 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:13.931474 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (c8a73527-bf3d-4abf-b498-8c06344cd09f), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:13.932913 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (c8a73527-bf3d-4abf-b498-8c06344cd09f), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.022621 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks [] for router_controller (c8a73527-bf3d-4abf-b498-8c06344cd09f), precommit_add_association {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.025830 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:43:14.027405 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.268923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks [] for router_gateway (c8a73527-bf3d-4abf-b498-8c06344cd09f), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.449602 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Allocated IP 172.20.0.2 (e8c1cf9b-2739-4f89-adff-853fe242fc8e/30c76bf0-b864-4b31-a983-84f5184aa90e/976fd964-86b6-49a1-9590-af4a9539c39c) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:14.559585 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks [] for router_gateway (c8a73527-bf3d-4abf-b498-8c06344cd09f), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.562385 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:14.587980 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.591296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:14.653781 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44232) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:14.664683 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Publish callbacks [] for port (976fd964-86b6-49a1-9590-af4a9539c39c), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.675093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.731840 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:14.739957 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:14.746716 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:14.751675 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Pushing event updated for resources: {'Port': ['ID=976fd964-86b6-49a1-9590-af4a9539c39c,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:14.768481 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.768956 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.769266 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.769543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.769882 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.770311 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.770589 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.770872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.771174 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.771502 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.771832 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.772156 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.772477 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.772837 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.773135 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:14.796452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Allocated IP 172.27.4.192 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/194ce9e4-93fe-45a1-b065-770941b5b790) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:14.824301 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-836d49ff-55fd-4c14-b346-8651813459c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.855142 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Attempting to bind port 976fd964-86b6-49a1-9590-af4a9539c39c on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:14.855529 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Attempting to bind port 976fd964-86b6-49a1-9590-af4a9539c39c by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:14.855864 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Attempting to bind port 976fd964-86b6-49a1-9590-af4a9539c39c on network e8c1cf9b-2739-4f89-adff-853fe242fc8e {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:14.870139 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:14.870568 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Checking segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:14.871114 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.872154 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Bound using segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:14.872877 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Bound port: 976fd964-86b6-49a1-9590-af4a9539c39c, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:14.873383 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.938241 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=85,neutron:UPDATE=13,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:14.944247 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-836d49ff-55fd-4c14-b346-8651813459c0 admin admin] Publish callbacks [] for security_group (1e093ca1-9240-4dd9-9981-e18dd72a3497), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.949307 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-836d49ff-55fd-4c14-b346-8651813459c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1e093ca1-9240-4dd9-9981-e18dd72a3497), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.954086 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:14.967192 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] For port 976fd964-86b6-49a1-9590-af4a9539c39c, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:14.976350 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] For port 976fd964-86b6-49a1-9590-af4a9539c39c, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=976fd964-86b6-49a1-9590-af4a9539c39c,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:14.988184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:14.988543 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d49ff-55fd-4c14-b346-8651813459c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e093ca1-9240-4dd9-9981-e18dd72a3497,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:14.993176 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks [] for port (194ce9e4-93fe-45a1-b065-770941b5b790), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.007335 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-836d49ff-55fd-4c14-b346-8651813459c0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=04128f08e2cc45c0b1ccd87598cb9684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521717 Aug 29 21:43:15.020679 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44236) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:15.049933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.087630 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e843b9-fdf6-432a-8883-368429855da9 None None] Pushing event updated for resources: {'Port': ['ID=976fd964-86b6-49a1-9590-af4a9539c39c,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:15.104780 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:15.110995 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:15.116873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:15.117269 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbc7b-2ece-4b23-a732-392b59f45a9e admin admin] Publish callbacks [] for security_group (1e093ca1-9240-4dd9-9981-e18dd72a3497), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.123065 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Pushing event updated for resources: {'Port': ['ID=194ce9e4-93fe-45a1-b065-770941b5b790,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:15.165991 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbc7b-2ece-4b23-a732-392b59f45a9e admin admin] Publish callbacks [] for security_group (1e093ca1-9240-4dd9-9981-e18dd72a3497), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.280706 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbc7b-2ece-4b23-a732-392b59f45a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (1e093ca1-9240-4dd9-9981-e18dd72a3497), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.307440 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbc7b-2ece-4b23-a732-392b59f45a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.309459 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-ed0fbc7b-2ece-4b23-a732-392b59f45a9e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1e093ca1-9240-4dd9-9981-e18dd72a3497 HTTP/1.1" status: 204 len: 168 time: 0.2953677 Aug 29 21:43:15.342850 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fbc7b-2ece-4b23-a732-392b59f45a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e093ca1-9240-4dd9-9981-e18dd72a3497,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:15.554129 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks [] for router_gateway (c8a73527-bf3d-4abf-b498-8c06344cd09f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:15.810782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (c8a73527-bf3d-4abf-b498-8c06344cd09f), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:16.199921 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:16.217017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:16.260610 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Router c8a73527-bf3d-4abf-b498-8c06344cd09f is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:43:16.330492 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d987f-1424-4361-b683-85d7e217192f None None] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:43:16.410604 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:43:16.411685 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] Provisioning complete for port 976fd964-86b6-49a1-9590-af4a9539c39c triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:16.412125 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:16.425333 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Sync routers for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:43:16.434191 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:16.435562 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:16.441718 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44244) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:16.442474 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a05d3f40-bb2f-42de-8455-55f9243f7bfe admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5449343 Aug 29 21:43:16.443339 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:16.443991 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:16.559758 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] Current status of the port 976fd964-86b6-49a1-9590-af4a9539c39c is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:16.560155 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:16.611566 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] For port 976fd964-86b6-49a1-9590-af4a9539c39c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=976fd964-86b6-49a1-9590-af4a9539c39c,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:16.617365 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:16.694441 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:16.696565 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc2765-231f-4e50-8622-4d88fa7cd682 None None] Pushing event updated for resources: {'Port': ['ID=976fd964-86b6-49a1-9590-af4a9539c39c,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:16.852440 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-a931d2da-3ac5-4791-9f4a-912434527ec7 None None] Provisioning complete for port 976fd964-86b6-49a1-9590-af4a9539c39c triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:16.853051 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-a931d2da-3ac5-4791-9f4a-912434527ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:16.907596 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:15Z', 'revision_number': 3, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:16.948647 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Checking router: c8a73527-bf3d-4abf-b498-8c06344cd09f for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:43:16.949005 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Updating router c8a73527-bf3d-4abf-b498-8c06344cd09f port 194ce9e4-93fe-45a1-b065-770941b5b790 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:43:16.953568 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-a931d2da-3ac5-4791-9f4a-912434527ec7 None None] Current status of the port 976fd964-86b6-49a1-9590-af4a9539c39c is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:16.986249 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.008307 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.024021 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:17.160281 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:17.201162 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 976fd964-86b6-49a1-9590-af4a9539c39c up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:17.214347 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Allocated IP 172.20.0.1 (e8c1cf9b-2739-4f89-adff-853fe242fc8e/30c76bf0-b864-4b31-a983-84f5184aa90e/f61d07cd-d2e9-4acf-906f-6ea056ebb1d7) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:17.261500 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 976fd964-86b6-49a1-9590-af4a9539c39c triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:17.262073 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.334074 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Publish callbacks [] for port (194ce9e4-93fe-45a1-b065-770941b5b790), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.340976 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.372818 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks [] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.384615 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 976fd964-86b6-49a1-9590-af4a9539c39c is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:17.393610 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Attempting to bind port 194ce9e4-93fe-45a1-b065-770941b5b790 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:17.393966 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Attempting to bind port 194ce9e4-93fe-45a1-b065-770941b5b790 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:17.394746 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Attempting to bind port 194ce9e4-93fe-45a1-b065-770941b5b790 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:17.402685 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:17.403417 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:17.403717 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.404129 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:17.404630 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Bound port: 194ce9e4-93fe-45a1-b065-770941b5b790, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:17.405197 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.418650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.432880 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Pushing event updated for resources: {'Port': ['ID=194ce9e4-93fe-45a1-b065-770941b5b790,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:17.442705 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.443047 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.443605 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.443990 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.444307 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.444835 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.445352 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.445683 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.446001 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.446506 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.447131 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.447653 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.448151 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.448670 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.449166 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:43:17.473762 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:17.478223 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:17.485802 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:17.489742 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] For port 194ce9e4-93fe-45a1-b065-770941b5b790, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:17.495038 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] For port 194ce9e4-93fe-45a1-b065-770941b5b790, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=194ce9e4-93fe-45a1-b065-770941b5b790,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:17.505955 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.525423 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Pushing event updated for resources: {'Port': ['ID=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:17.541643 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (c8a73527-bf3d-4abf-b498-8c06344cd09f), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.564849 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:17.568975 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:17.569748 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:17.627376 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082b132-14b2-44e6-922b-a92c41f21503 None None] Pushing event updated for resources: {'Port': ['ID=194ce9e4-93fe-45a1-b065-770941b5b790,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:17.719394 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.727677 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:17.792398 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f7183678-2cc0-46a4-b62c-adef4264d0d4 None None] Provisioning complete for port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:17.792398 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f7183678-2cc0-46a4-b62c-adef4264d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.846035 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f7183678-2cc0-46a4-b62c-adef4264d0d4 None None] Port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:43:17.872920 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:17.946935 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:15Z', 'revision_number': 3, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:17.949872 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks [] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.955815 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:17.983431 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b24ed-0196-4ed6-a8e4-f2d10142a13d None None] The sync data for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi is: [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:15Z', 'revision_number': 3, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:43:18.028238 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (c8a73527-bf3d-4abf-b498-8c06344cd09f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:18.030479 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Pushing event updated for resources: {'Port': ['ID=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:18.099453 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:18.108295 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:18.160109 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:18.161915 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:18.475541 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-65ed7830-08e5-45d9-ba71-ec3b272f737d None None] Provisioning complete for port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:18.476185 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-65ed7830-08e5-45d9-ba71-ec3b272f737d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:18.539588 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-65ed7830-08e5-45d9-ba71-ec3b272f737d None None] Port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:43:18.613872 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Router c8a73527-bf3d-4abf-b498-8c06344cd09f has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:43:18.741093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:43:18.745929 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-6f59f8d6-98d7-4f69-9192-b174ddec735b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/c8a73527-bf3d-4abf-b498-8c06344cd09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3010743 Aug 29 21:43:19.168489 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 194ce9e4-93fe-45a1-b065-770941b5b790 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:19.222749 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 194ce9e4-93fe-45a1-b065-770941b5b790 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:19.222749 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.260532 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:19.263264 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:19.307822 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 194ce9e4-93fe-45a1-b065-770941b5b790 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:19.308244 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.345538 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 194ce9e4-93fe-45a1-b065-770941b5b790, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=194ce9e4-93fe-45a1-b065-770941b5b790,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:19.351080 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.429019 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=194ce9e4-93fe-45a1-b065-770941b5b790,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:19.466318 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44264) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:19.471797 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1091132726-network', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:19.498518 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Made reservation on behalf of a8a79363ee1f4ea49e63d4010b777cea for: {'network': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:43:19.503434 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for network (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.516434 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.641974 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks [] for security_group (15d0f69d-1f84-4d9d-97a5-16c16c59e6c2), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.651694 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (15d0f69d-1f84-4d9d-97a5-16c16c59e6c2), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.696696 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=106526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 21:43:19.705360 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d0f69d-1f84-4d9d-97a5-16c16c59e6c2,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:19.720702 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (c7464620-bf25-48e2-b18a-c897d789b8bc), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.721599 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.segments_db [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Added segment c7464620-bf25-48e2-b18a-c897d789b8bc of type vlan for network 94e90fd4-2fa5-405f-8a50-9253843699cf Aug 29 21:43:19.779967 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752322415957'] for network (94e90fd4-2fa5-405f-8a50-9253843699cf), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.806719 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008'] for network (94e90fd4-2fa5-405f-8a50-9253843699cf), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.807813 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:19.808394 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.879730 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4122753 Aug 29 21:43:19.881634 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44270) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:19.887010 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Request body: {'subnet': {'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1091132726-subnet', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'ip_version': 4}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:19.888071 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d456fb-a470-46ea-8033-c5dfa0fa4756 admin admin] Pushing event updated for resources: {'Network': ['ID=94e90fd4-2fa5-405f-8a50-9253843699cf,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:19.907981 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Network 94e90fd4-2fa5-405f-8a50-9253843699cf details requested by agent ovs-agent-dv-cinder-854266-3-iscsi with host dv-cinder-854266-3-iscsi {{(pid=106528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 21:43:19.931450 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Made reservation on behalf of a8a79363ee1f4ea49e63d4010b777cea for: {'subnet': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:43:19.934014 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30090056'] for subnet (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:19.987220 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Sync routers for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:43:20.013446 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:20.014511 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:20.145643 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:20.149206 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33516574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30090078'] for subnet (7f2b4803-f95f-443c-bb25-56909dc98e97), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.237703 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Checking segment: {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:20.238149 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Network hostable DHCP agents. Network: 94e90fd4-2fa5-405f-8a50-9253843699cf, hostable agents: ['311cc153-1055-491e-ab3e-defaec135ad5'], hosted agents: [] {{(pid=106527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 21:43:20.241115 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2b4803-f95f-443c-bb25-56909dc98e97,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:20.274555 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Network 94e90fd4-2fa5-405f-8a50-9253843699cf is scheduled to be hosted by DHCP agent 311cc153-1055-491e-ab3e-defaec135ad5 with binding_index 1 {{(pid=106527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 21:43:20.287218 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854266-3-iscsi, 94e90fd4-2fa5-405f-8a50-9253843699cf) {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:20.292259 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:20.293232 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.301760 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211d94d-1fe7-41f6-92a6-1618535943aa None None] Network 94e90fd4-2fa5-405f-8a50-9253843699cf requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:43:20.316140 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-9a618997-1402-432f-8c39-d6f2a94cceba admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4335785 Aug 29 21:43:20.319018 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44272) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:20.323444 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:20.348327 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7796'] for router (05458fae-6852-40b8-8f32-e4faef782119), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.349973 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-566931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-442295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-605479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7803'] for router (05458fae-6852-40b8-8f32-e4faef782119), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.415192 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks [] for router_controller (05458fae-6852-40b8-8f32-e4faef782119), precommit_add_association {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.489182 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90ab7c76-8a03-5721-b4ce-681dfb24e713-94e90fd4-2fa5-405f-8a50-9253843699cf', 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf', 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'fixed_ips': [{'subnet_id': '7f2b4803-f95f-443c-bb25-56909dc98e97'}]}} from dv-cinder-854266-3-iscsi. {{(pid=106528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 21:43:20.490639 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.529536 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 2, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:20.568352 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Checking router: c8a73527-bf3d-4abf-b498-8c06344cd09f for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:43:20.568666 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Updating router c8a73527-bf3d-4abf-b498-8c06344cd09f port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:43:20.584376 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:20.657563 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks [] for router_gateway (05458fae-6852-40b8-8f32-e4faef782119), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.663232 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:20.671137 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-0d373a41-43cf-4874-a121-034f41d6391f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1059074 Aug 29 21:43:20.679282 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.803666 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:20.902653 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.db_base_plugin_common [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Allocated IP 172.20.0.2 (94e90fd4-2fa5-405f-8a50-9253843699cf/7f2b4803-f95f-443c-bb25-56909dc98e97/e29870c9-d5a6-4213-a434-fdaf480a6ef3) {{(pid=106528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:20.958111 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks [] for router_gateway (05458fae-6852-40b8-8f32-e4faef782119), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:20.983186 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.100441 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-a1a8c207-f350-4106-a01a-65bb58684515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:21.102996 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-a1a8c207-f350-4106-a01a-65bb58684515 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1130 time: 0.0751672 Aug 29 21:43:21.244254 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:21.245747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Allocated IP 172.27.4.100 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/2e51d029-8b80-435d-a993-b40e125a59a7) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:21.274184 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 194ce9e4-93fe-45a1-b065-770941b5b790 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:21.350573 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-9a61c17d-6bb8-41d7-8619-e6ee174457e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:21.352377 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-9a61c17d-6bb8-41d7-8619-e6ee174457e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.2110062 Aug 29 21:43:21.447304 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-c3dd6379-530a-41a7-a51a-f0063a2dd365 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 1001 time: 0.0889201 Aug 29 21:43:21.491630 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 194ce9e4-93fe-45a1-b065-770941b5b790 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:21.492008 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.506823 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks [] for port (2e51d029-8b80-435d-a993-b40e125a59a7), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.533396 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-7e4ea737-a332-4ee5-9597-e0de1111f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:21.535795 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-7e4ea737-a332-4ee5-9597-e0de1111f795 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0818036 Aug 29 21:43:21.597949 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-42548d4b-b559-4057-a5b0-905d7eaf1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:21.599579 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-42548d4b-b559-4057-a5b0-905d7eaf1d09 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556912 Aug 29 21:43:21.602064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.613109 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Publish callbacks [] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), precommit_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.635490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Publish callbacks [] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.640769 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), after_create {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.651315 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.714454 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Network 94e90fd4-2fa5-405f-8a50-9253843699cf is already hosted by enough agents. {{(pid=106528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:21.718070 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:21.727419 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:21.738356 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:21.749308 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.scheduler.base_scheduler [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Resources bound (agent type, host, resource id): {{(pid=106528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:21.755742 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Received port after_create {{(pid=106528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:21.757215 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Pushing event updated for resources: {'Port': ['ID=e29870c9-d5a6-4213-a434-fdaf480a6ef3,revision_number=1']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:21.770075 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Pushing event updated for resources: {'Port': ['ID=2e51d029-8b80-435d-a993-b40e125a59a7,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:21.789012 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:21.795374 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:21.795811 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 194ce9e4-93fe-45a1-b065-770941b5b790 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:21.907911 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-3dd43b95-777f-4738-a468-4e445e1a6d91 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968068 Aug 29 21:43:21.973489 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Attempting to bind port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:21.975010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Attempting to bind port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:21.975010 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Attempting to bind port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 on network e8c1cf9b-2739-4f89-adff-853fe242fc8e {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:21.978528 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e89fb-7330-4d4d-8c86-c3e815b3ac5f None None] Pushing event updated for resources: {'Port': ['ID=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:21.984502 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Attempting to bind port e29870c9-d5a6-4213-a434-fdaf480a6ef3 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:21.985150 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Attempting to bind port e29870c9-d5a6-4213-a434-fdaf480a6ef3 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:21.985759 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Attempting to bind port e29870c9-d5a6-4213-a434-fdaf480a6ef3 on network 94e90fd4-2fa5-405f-8a50-9253843699cf {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:21.996367 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:21.997021 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Checking segment: {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:21.997681 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:21.998399 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Bound using segment: {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:21.999194 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Bound port: e29870c9-d5a6-4213-a434-fdaf480a6ef3, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:21.999858 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.006584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:22.006584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Checking segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:22.007095 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.007614 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Bound using segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:22.008470 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Bound port: f61d07cd-d2e9-4acf-906f-6ea056ebb1d7, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:22.009405 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.106514 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:22.150262 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] For port e29870c9-d5a6-4213-a434-fdaf480a6ef3, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:22.156015 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] For port e29870c9-d5a6-4213-a434-fdaf480a6ef3, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e29870c9-d5a6-4213-a434-fdaf480a6ef3,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:22.157935 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] For port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:22.162149 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] For port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:22.167069 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.173812 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.222153 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:22.222811 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:22.274146 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-697ad703-ef3a-48d7-add5-6fdc0aeaced1 req-4192622d-4765-42df-989d-9b2cf54c16df service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571124 Aug 29 21:43:22.286773 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks [] for router_gateway (05458fae-6852-40b8-8f32-e4faef782119), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.288052 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:22.299535 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed237e-c5ce-4d78-93a4-a7342a59b7c5 None None] Pushing event updated for resources: {'Port': ['ID=e29870c9-d5a6-4213-a434-fdaf480a6ef3,revision_number=2']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:22.520720 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:22.525080 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e89fb-7330-4d4d-8c86-c3e815b3ac5f None None] Pushing event updated for resources: {'Port': ['ID=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:22.785613 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-566987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565854'] for router (05458fae-6852-40b8-8f32-e4faef782119), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:22.949495 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:22Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:22.967292 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Router 05458fae-6852-40b8-8f32-e4faef782119 is scheduled to L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f with binding_index 1 {{(pid=106526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 21:43:22.986644 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fde114-f9c7-4443-bc04-eca12d04f8ec None None] The sync data for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi is: [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:22Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:43:23.157897 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:43:23.179458 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Sync routers for ids ['05458fae-6852-40b8-8f32-e4faef782119'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:43:23.190565 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:23.194157 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-973f5db0-d639-4b00-9a8c-be1368076e84 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8740702 Aug 29 21:43:23.199763 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44286) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:43:23.221836 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Routers {'05458fae-6852-40b8-8f32-e4faef782119'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:23.222620 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['05458fae-6852-40b8-8f32-e4faef782119'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:23.340190 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:23.488881 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:23.489474 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:23.512424 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Set router 05458fae-6852-40b8-8f32-e4faef782119 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:23.527864 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:23.528833 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:23.695548 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:23.696305 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:23.767136 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:23.775084 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:23.776036 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e29870c9-d5a6-4213-a434-fdaf480a6ef3 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:23.900736 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:22Z', 'revision_number': 3, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:23.927863 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:23.940123 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432e033-7505-49bb-b762-c466376a7d01 None None] Network 94e90fd4-2fa5-405f-8a50-9253843699cf requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:43:23.948917 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Checking router: 05458fae-6852-40b8-8f32-e4faef782119 for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:43:23.949627 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Updating router 05458fae-6852-40b8-8f32-e4faef782119 port 2e51d029-8b80-435d-a993-b40e125a59a7 binding host dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:43:23.964646 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port e29870c9-d5a6-4213-a434-fdaf480a6ef3 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:23.965618 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:23.995305 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Provisioning complete for port e29870c9-d5a6-4213-a434-fdaf480a6ef3 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:23.995884 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:23.996427 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.118474 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:24.168328 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:24.342312 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.449646 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e29870c9-d5a6-4213-a434-fdaf480a6ef3 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:24.450531 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.514427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Current status of the port e29870c9-d5a6-4213-a434-fdaf480a6ef3 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:24.514766 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.541601 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port e29870c9-d5a6-4213-a434-fdaf480a6ef3, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e29870c9-d5a6-4213-a434-fdaf480a6ef3,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:24.548576 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.591989 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Publish callbacks [] for port (2e51d029-8b80-435d-a993-b40e125a59a7), precommit_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.609315 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.609799 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Allocated IP 172.20.0.1 (94e90fd4-2fa5-405f-8a50-9253843699cf/7f2b4803-f95f-443c-bb25-56909dc98e97/67cd4f65-ba54-4bbf-b901-ffb494a668aa) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:24.629993 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=e29870c9-d5a6-4213-a434-fdaf480a6ef3,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:24.666381 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Attempting to bind port 2e51d029-8b80-435d-a993-b40e125a59a7 on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:24.666880 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Attempting to bind port 2e51d029-8b80-435d-a993-b40e125a59a7 by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:24.668044 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Attempting to bind port 2e51d029-8b80-435d-a993-b40e125a59a7 on network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:24.687419 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.db.api [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 21:43:24.688794 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG oslo_db.api [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 21:43:24.699820 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:24.700194 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Checking segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:24.700738 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.701378 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Bound using segment: {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'} {{(pid=106529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:24.706288 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.managers [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Bound port: 2e51d029-8b80-435d-a993-b40e125a59a7, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54780d03-d69d-4548-847c-5c78bc9c7334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f'}}] {{(pid=106529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:24.713266 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), before_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.760364 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9c8ff-06cd-48cf-bbbf-ddc46f621ce9 None None] Pushing event updated for resources: {'Port': ['ID=2e51d029-8b80-435d-a993-b40e125a59a7,revision_number=2']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:24.811652 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:24.813977 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] For port 2e51d029-8b80-435d-a993-b40e125a59a7, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:24.815029 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks [] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.820709 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.plugins.ml2.db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] For port 2e51d029-8b80-435d-a993-b40e125a59a7, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=2e51d029-8b80-435d-a993-b40e125a59a7,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:24.828081 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron_lib.callbacks.manager [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), after_update {{(pid=106529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.873623 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Routers {'05458fae-6852-40b8-8f32-e4faef782119'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:24.874868 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['05458fae-6852-40b8-8f32-e4faef782119'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:24.884142 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:24.927432 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:24.934598 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:24.943370 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Network 94e90fd4-2fa5-405f-8a50-9253843699cf is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:24.950307 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:24.953465 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:24.954222 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9c8ff-06cd-48cf-bbbf-ddc46f621ce9 None None] Pushing event updated for resources: {'Port': ['ID=2e51d029-8b80-435d-a993-b40e125a59a7,revision_number=3']} {{(pid=106529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:24.957329 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Pushing event updated for resources: {'Port': ['ID=67cd4f65-ba54-4bbf-b901-ffb494a668aa,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:25.001438 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568634'] for router_interface (05458fae-6852-40b8-8f32-e4faef782119), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.050363 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] Set router 05458fae-6852-40b8-8f32-e4faef782119 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:25.201781 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.247304 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:25.253698 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e2f8-a8db-414a-a42f-64732302142b None None] Current status of the port e29870c9-d5a6-4213-a434-fdaf480a6ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:25.323881 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:25.324475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.361221 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:22Z', 'revision_number': 3, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:25.369695 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:25.394622 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623f055-7ddb-4d8f-abda-292ddb07350c None None] The sync data for ids ['05458fae-6852-40b8-8f32-e4faef782119'] in dv-cinder-854266-3-iscsi is: [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:22Z', 'revision_number': 3, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:43:25.398096 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-50ad3663-52da-45a1-b908-3e48b65ee081 None None] Provisioning complete for port e29870c9-d5a6-4213-a434-fdaf480a6ef3 triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:25.398651 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-50ad3663-52da-45a1-b908-3e48b65ee081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.464817 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks [] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.471530 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.491870 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:25.493486 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e29870c9-d5a6-4213-a434-fdaf480a6ef3 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:25.562580 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-50ad3663-52da-45a1-b908-3e48b65ee081 None None] Current status of the port e29870c9-d5a6-4213-a434-fdaf480a6ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:25.579317 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-50ad3663-52da-45a1-b908-3e48b65ee081 None None] Provisioning complete for port 67cd4f65-ba54-4bbf-b901-ffb494a668aa triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:25.579912 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-50ad3663-52da-45a1-b908-3e48b65ee081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.582203 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568750'] for router_interface (05458fae-6852-40b8-8f32-e4faef782119), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.584503 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Pushing event updated for resources: {'Port': ['ID=67cd4f65-ba54-4bbf-b901-ffb494a668aa,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:25.611661 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port e29870c9-d5a6-4213-a434-fdaf480a6ef3 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:25.612621 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:25.653332 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-50ad3663-52da-45a1-b908-3e48b65ee081 None None] Port 67cd4f65-ba54-4bbf-b901-ffb494a668aa cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:43:25.700040 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Network 94e90fd4-2fa5-405f-8a50-9253843699cf is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:25.701731 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:25.720218 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:25.723234 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port e29870c9-d5a6-4213-a434-fdaf480a6ef3 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:25.938460 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Router 05458fae-6852-40b8-8f32-e4faef782119 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:43:26.102735 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:26.122760 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:43:26.132361 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7eae22fe-6707-4dcf-a336-23232636db7c admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/05458fae-6852-40b8-8f32-e4faef782119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9324985 Aug 29 21:43:26.212843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-d0e4049b-b623-4714-85e4-d17cfb23b9ad None None] Provisioning complete for port 67cd4f65-ba54-4bbf-b901-ffb494a668aa triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:26.213232 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d0e4049b-b623-4714-85e4-d17cfb23b9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:26.251684 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4049b-b623-4714-85e4-d17cfb23b9ad None None] Port 67cd4f65-ba54-4bbf-b901-ffb494a668aa cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:43:26.830278 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:27.234223 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 2e51d029-8b80-435d-a993-b40e125a59a7 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:27.292210 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 2e51d029-8b80-435d-a993-b40e125a59a7 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:27.293321 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:27.424336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 2e51d029-8b80-435d-a993-b40e125a59a7 is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:27.425001 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:27.453754 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 2e51d029-8b80-435d-a993-b40e125a59a7, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=2e51d029-8b80-435d-a993-b40e125a59a7,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:27.458763 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:27.521070 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=2e51d029-8b80-435d-a993-b40e125a59a7,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:27.625559 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Sync routers for ids ['05458fae-6852-40b8-8f32-e4faef782119'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:43:27.645745 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Routers {'05458fae-6852-40b8-8f32-e4faef782119'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:27.646402 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['05458fae-6852-40b8-8f32-e4faef782119'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:27.818143 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Set router 05458fae-6852-40b8-8f32-e4faef782119 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:28.131734 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:25Z', 'revision_number': 4, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '67cd4f65-ba54-4bbf-b901-ffb494a668aa', 'name': '', 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'mac_address': 'fa:16:3e:3c:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7f2b4803-f95f-443c-bb25-56909dc98e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:24Z', 'updated_at': '2022-08-29T21:43:25Z', 'revision_number': 2, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'subnets': [{'id': '7f2b4803-f95f-443c-bb25-56909dc98e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:28.165878 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Checking router: 05458fae-6852-40b8-8f32-e4faef782119 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:43:28.166341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Updating router 05458fae-6852-40b8-8f32-e4faef782119 port 67cd4f65-ba54-4bbf-b901-ffb494a668aa binding host dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 21:43:28.233393 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:28.574373 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:28.587579 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:28.638742 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Publish callbacks [] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), precommit_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:28.647068 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:28.746470 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3763-aedf-42da-9b7d-033dc0ad1b6f None None] Pushing event updated for resources: {'Port': ['ID=67cd4f65-ba54-4bbf-b901-ffb494a668aa,revision_number=3']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:28.791579 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Attempting to bind port 67cd4f65-ba54-4bbf-b901-ffb494a668aa on host dv-cinder-854266-3-iscsi for vnic_type normal with profile {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:28.792036 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Attempting to bind port 67cd4f65-ba54-4bbf-b901-ffb494a668aa by drivers openvswitch,hyperv on host dv-cinder-854266-3-iscsi at level 0 using segments [{'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:28.792333 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Attempting to bind port 67cd4f65-ba54-4bbf-b901-ffb494a668aa on network 94e90fd4-2fa5-405f-8a50-9253843699cf {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:28.799232 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Checking agent: {'id': 'a0ab24e4-d546-43f3-9800-56706643e5be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854266-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 26, 6), 'started_at': datetime.datetime(2022, 8, 29, 21, 26, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854266-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:28.799747 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Checking segment: {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:28.800437 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:28.801048 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Bound using segment: {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'} {{(pid=106528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:28.802093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.managers [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Bound port: 67cd4f65-ba54-4bbf-b901-ffb494a668aa, host: dv-cinder-854266-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7464620-bf25-48e2-b18a-c897d789b8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf'}}] {{(pid=106528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:28.802732 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:28.925247 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] For port 67cd4f65-ba54-4bbf-b901-ffb494a668aa, host dv-cinder-854266-3-iscsi, cleared binding levels {{(pid=106528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:28.932230 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] For port 67cd4f65-ba54-4bbf-b901-ffb494a668aa, host dv-cinder-854266-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=67cd4f65-ba54-4bbf-b901-ffb494a668aa,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:28.948359 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:29.007478 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Routers {'05458fae-6852-40b8-8f32-e4faef782119'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:43:29.008134 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:43:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['05458fae-6852-40b8-8f32-e4faef782119'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:29.088491 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3763-aedf-42da-9b7d-033dc0ad1b6f None None] Pushing event updated for resources: {'Port': ['ID=67cd4f65-ba54-4bbf-b901-ffb494a668aa,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:29.199074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] Set router 05458fae-6852-40b8-8f32-e4faef782119 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:43:29.242395 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 2e51d029-8b80-435d-a993-b40e125a59a7 up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:29.556442 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 2e51d029-8b80-435d-a993-b40e125a59a7 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:29.556853 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:29.729728 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:25Z', 'revision_number': 4, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '67cd4f65-ba54-4bbf-b901-ffb494a668aa', 'name': '', 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'mac_address': 'fa:16:3e:3c:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7f2b4803-f95f-443c-bb25-56909dc98e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:24Z', 'updated_at': '2022-08-29T21:43:28Z', 'revision_number': 4, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'subnets': [{'id': '7f2b4803-f95f-443c-bb25-56909dc98e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:43:29.784004 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71c91d-0f4b-48cf-bbd7-87aba4278e0f None None] The sync data for ids ['05458fae-6852-40b8-8f32-e4faef782119'] in dv-cinder-854266-3-iscsi is: [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:25Z', 'revision_number': 4, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '67cd4f65-ba54-4bbf-b901-ffb494a668aa', 'name': '', 'network_id': '94e90fd4-2fa5-405f-8a50-9253843699cf', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'mac_address': 'fa:16:3e:3c:86:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '7f2b4803-f95f-443c-bb25-56909dc98e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:24Z', 'updated_at': '2022-08-29T21:43:28Z', 'revision_number': 4, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'subnets': [{'id': '7f2b4803-f95f-443c-bb25-56909dc98e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:43:29.790515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 2e51d029-8b80-435d-a993-b40e125a59a7 is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:30.304474 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=50,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:30.308504 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:30.503008 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7fcfac2f-54c4-46f8-a0a3-c6c4c67eb383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:31.283530 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 67cd4f65-ba54-4bbf-b901-ffb494a668aa up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:31.403552 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 67cd4f65-ba54-4bbf-b901-ffb494a668aa triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:31.403866 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:31.482445 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:31.491696 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:31.547258 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 67cd4f65-ba54-4bbf-b901-ffb494a668aa is: DOWN; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:31.548320 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:31.617133 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] For port 67cd4f65-ba54-4bbf-b901-ffb494a668aa, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=67cd4f65-ba54-4bbf-b901-ffb494a668aa,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:31.627835 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:31.691006 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Pushing event updated for resources: {'Port': ['ID=67cd4f65-ba54-4bbf-b901-ffb494a668aa,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:32.834411 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5c0b0d08-ba1c-4d05-b333-ca328dd46d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:33.203173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 67cd4f65-ba54-4bbf-b901-ffb494a668aa up at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:43:33.261872 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Provisioning complete for port 67cd4f65-ba54-4bbf-b901-ffb494a668aa triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:33.262533 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:33.395658 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Current status of the port 67cd4f65-ba54-4bbf-b901-ffb494a668aa is: ACTIVE; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:34.854036 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:35.351262 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=41 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:35.365848 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=23 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:35.678073 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:35.794195 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:36.119638 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=43 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:37.915821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-0710b349-81f4-4d7b-a5ce-be357d795b47 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:37.917475 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-0710b349-81f4-4d7b-a5ce-be357d795b47 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 814 time: 0.1565392 Aug 29 21:43:37.943651 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-841ceb29-f898-4bfb-9a19-73fb1402254e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/quotas/84b949156c47430fae4f516e4c6d80ba HTTP/1.1" status: 200 len: 375 time: 0.0139201 Aug 29 21:43:38.010774 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-700a7c99-37ff-43e8-bd7a-e43527583940 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604200 Aug 29 21:43:38.187282 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-65f779c2-0b01-4976-be31-f23595afedf6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575541 Aug 29 21:43:38.317573 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-93e071f7-843a-4151-b5eb-a3b01d4cb9ab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174114 Aug 29 21:43:38.541263 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-362ddf79-e120-4aad-819b-62ffddd682db req-dbfda793-b7de-46a7-a0b9-56362e73532e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 210 time: 0.0508382 Aug 29 21:43:39.126104 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:39.687983 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9e958250-47a9-4e1e-89e6-7f45fe5c8b24 req-f7a27220-eddd-4f55-a59f-52da4f372d84 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 210 time: 0.0396595 Aug 29 21:43:40.087809 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:43:40.463919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-91b86f76-0d7a-4967-a5d4-d73b606e9bc4 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:40.465699 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-91b86f76-0d7a-4967-a5d4-d73b606e9bc4 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 814 time: 0.1454971 Aug 29 21:43:40.480019 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'port': {'device_id': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'admin_state_up': True, 'tenant_id': '84b949156c47430fae4f516e4c6d80ba'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:40.642317 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Made reservation on behalf of 84b949156c47430fae4f516e4c6d80ba for: {'port': 1} {{(pid=106526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:43:40.651785 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:40.855219 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_common [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Allocated IP 172.20.0.8 (e8c1cf9b-2739-4f89-adff-853fe242fc8e/30c76bf0-b864-4b31-a983-84f5184aa90e/01de6740-c3e7-4663-ae6d-d1f005bc9acc) {{(pid=106526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:43:40.880413 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ed0c7957-47ce-472f-9d9e-d00e4a906ee5 req-24c3dd60-47bf-42d7-a10d-9c1442d11a90 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 210 time: 0.0417333 Aug 29 21:43:41.153910 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:41.192288 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:41.200177 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:41.261417 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:41.297191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e is already hosted by enough agents. {{(pid=106526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:43:41.299891 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.base_scheduler [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Resources bound (agent type, host, resource id): {{(pid=106526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:43:41.304198 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Received port after_create {{(pid=106526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:43:41.410318 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:41.411384 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:41.446492 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-63a71062-f895-4cbb-a972-e48f90d12531 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9704220 Aug 29 21:43:41.758552 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-12f8e542-b3c8-4a2c-abd4-f507a1ea3829 None None] Provisioning complete for port 01de6740-c3e7-4663-ae6d-d1f005bc9acc triggered by entity DHCP. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:43:41.759632 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-12f8e542-b3c8-4a2c-abd4-f507a1ea3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:41.835176 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-12f8e542-b3c8-4a2c-abd4-f507a1ea3829 None None] Port 01de6740-c3e7-4663-ae6d-d1f005bc9acc cannot update to ACTIVE because it is not bound. {{(pid=106528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 21:43:42.169288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094de62-d816-42b6-901e-0f8bca064cd8 req-4be66458-c395-4ba2-9835-f324fccbb0f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:42.180845 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0094de62-d816-42b6-901e-0f8bca064cd8 req-4be66458-c395-4ba2-9835-f324fccbb0f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1047199 Aug 29 21:43:42.295380 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579ce9a-6230-46cb-b3a5-a8a8c7059db0 req-a5efb516-8e46-4174-875c-8f28e75a4e77 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:42.297292 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6579ce9a-6230-46cb-b3a5-a8a8c7059db0 req-a5efb516-8e46-4174-875c-8f28e75a4e77 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1623168 Aug 29 21:43:42.337598 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0094de62-d816-42b6-901e-0f8bca064cd8 req-b6c497cd-ce6a-4780-bf55-bd40c29cabf8 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550369 Aug 29 21:43:42.435209 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6579ce9a-6230-46cb-b3a5-a8a8c7059db0 req-4ac6f43d-3a64-4dcd-8fc4-7718d8c2e13a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301665 Aug 29 21:43:43.560078 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42697b65-f4b1-406e-bb99-bcd4f6260794 req-82961013-2fd8-4560-8edc-ba85feab2158 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:43.563858 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-42697b65-f4b1-406e-bb99-bcd4f6260794 req-82961013-2fd8-4560-8edc-ba85feab2158 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1167059 Aug 29 21:43:43.702109 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5167-9f52-48d6-9419-1817d61e8a39 req-d8bd0b75-3af2-447c-b9b5-c97f3a309311 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:43.704076 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1cab5167-9f52-48d6-9419-1817d61e8a39 req-d8bd0b75-3af2-447c-b9b5-c97f3a309311 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1387873 Aug 29 21:43:43.770683 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-42697b65-f4b1-406e-bb99-bcd4f6260794 req-9deb6cc2-264f-417c-9ecd-a4fe667b046c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878591 Aug 29 21:43:43.820526 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1cab5167-9f52-48d6-9419-1817d61e8a39 req-182c0380-9eb9-4861-9da3-b52cc56dd17b tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049004 Aug 29 21:43:44.983135 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299545af-8721-49f4-9364-f546f0a0ba25 req-0c4a58a0-619f-4ed6-9ae8-70cbb01e6be1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:44.984885 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-299545af-8721-49f4-9364-f546f0a0ba25 req-0c4a58a0-619f-4ed6-9ae8-70cbb01e6be1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1078081 Aug 29 21:43:45.010851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f1bd-60a6-4e05-8254-f2896fa9d46a req-a98b6c1f-1df5-473d-a2e0-6756bce7e274 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:45.013261 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c58f1bd-60a6-4e05-8254-f2896fa9d46a req-a98b6c1f-1df5-473d-a2e0-6756bce7e274 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.0826826 Aug 29 21:43:45.108338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:45.119611 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-299545af-8721-49f4-9364-f546f0a0ba25 req-12508fd1-0b6b-476d-9622-6c207d6b7f9c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253808 Aug 29 21:43:45.142553 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7c58f1bd-60a6-4e05-8254-f2896fa9d46a req-41f08441-56dd-47ee-b92e-cf82ed79ff46 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095948 Aug 29 21:43:46.324047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc892c68-0cd6-4115-9fef-90e9bb6cbdcd req-f997da52-41e3-4b41-82a6-a5c65a521598 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:46.325594 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc892c68-0cd6-4115-9fef-90e9bb6cbdcd req-f997da52-41e3-4b41-82a6-a5c65a521598 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.0908930 Aug 29 21:43:46.334794 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a9325-0bd9-4ddd-a939-9018fc3119c0 req-0a81888a-91d3-4ff5-899e-dcad36d0b125 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:46.336331 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-215a9325-0bd9-4ddd-a939-9018fc3119c0 req-0a81888a-91d3-4ff5-899e-dcad36d0b125 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.0916796 Aug 29 21:43:46.431595 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:46.456406 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-215a9325-0bd9-4ddd-a939-9018fc3119c0 req-e8e37cde-f4e3-4991-b133-be63714e6ac4 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117787 Aug 29 21:43:46.461646 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc892c68-0cd6-4115-9fef-90e9bb6cbdcd req-ff96b945-e749-4ff4-b55a-38f157a7f84d tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243196 Aug 29 21:43:47.678104 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207892-7b47-4b72-a6f4-1f58e89442f9 req-6d4c2e33-5d47-4866-969b-cb6cbe6d1f61 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:47.681075 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-73207892-7b47-4b72-a6f4-1f58e89442f9 req-6d4c2e33-5d47-4866-969b-cb6cbe6d1f61 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1111538 Aug 29 21:43:47.694244 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b39d-ce6b-44b8-b2e7-7fd8cb497134 req-73046c2e-c456-4945-990c-dea2fed0ad58 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:47.696994 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-87c8b39d-ce6b-44b8-b2e7-7fd8cb497134 req-73046c2e-c456-4945-990c-dea2fed0ad58 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1154454 Aug 29 21:43:47.844299 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-87c8b39d-ce6b-44b8-b2e7-7fd8cb497134 req-203222ed-9b84-4098-98a1-1532810aa5b9 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320317 Aug 29 21:43:47.870080 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-73207892-7b47-4b72-a6f4-1f58e89442f9 req-57be4fe7-4e05-49f0-a0bc-6fa7ce379724 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715984 Aug 29 21:43:49.121413 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:49.125717 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d8a7f-6e0f-4f43-b5bb-2078ee1effcb req-bb2eb94f-1f4d-4b2b-a09c-94d6d9810ab0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:49.129777 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a58d8a7f-6e0f-4f43-b5bb-2078ee1effcb req-bb2eb94f-1f4d-4b2b-a09c-94d6d9810ab0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1440582 Aug 29 21:43:49.173494 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12807-c866-410f-869a-6985433803e7 req-5bbfd504-0186-4541-b7d3-3471abb1120f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:49.175153 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ddd12807-c866-410f-869a-6985433803e7 req-5bbfd504-0186-4541-b7d3-3471abb1120f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1362047 Aug 29 21:43:49.290687 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ddd12807-c866-410f-869a-6985433803e7 req-c21b9245-3037-4254-b00d-f5230f72466a tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063375 Aug 29 21:43:49.303184 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a58d8a7f-6e0f-4f43-b5bb-2078ee1effcb req-feae8464-dd1e-4def-ba36-9799c0f379ed tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570470 Aug 29 21:43:50.513450 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9908275-0f17-4cfa-af58-b495870a91fe req-22ccd708-657c-4157-a342-05b665009788 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:50.526147 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9908275-0f17-4cfa-af58-b495870a91fe req-22ccd708-657c-4157-a342-05b665009788 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1016741 Aug 29 21:43:50.647750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defec24-f799-48c5-8ed2-a01b1a976e97 req-aaadcbb6-7755-4cfe-8935-24cbb88fe68a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:50.650828 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0defec24-f799-48c5-8ed2-a01b1a976e97 req-aaadcbb6-7755-4cfe-8935-24cbb88fe68a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1119792 Aug 29 21:43:50.694714 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9908275-0f17-4cfa-af58-b495870a91fe req-3c69ee4b-7182-4393-a516-26732c8052ca tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672049 Aug 29 21:43:50.737383 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0defec24-f799-48c5-8ed2-a01b1a976e97 req-f22b2d6c-f2ce-44d3-844f-3e8de49b5bee tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Aug 29 21:43:51.428047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=57,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:51.429002 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:51.507188 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Request body: {'port': {'device_id': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:43:51.609106 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:51.834741 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:51.962166 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e3fc-ea5f-4d3a-a05a-18010456e41c req-5afa447f-16bf-4e7a-a9b8-c9965977cfae tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:51.963743 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b2c7e3fc-ea5f-4d3a-a05a-18010456e41c req-5afa447f-16bf-4e7a-a9b8-c9965977cfae tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 931 time: 0.1401293 Aug 29 21:43:51.974875 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb4918-4c97-414a-89c9-5e2612f1d755 req-dd2881d3-4fac-475a-a9fe-f9ee34576a6f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:51.977647 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbcb4918-4c97-414a-89c9-5e2612f1d755 req-dd2881d3-4fac-475a-a9fe-f9ee34576a6f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1218021 Aug 29 21:43:52.053241 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01de6740-c3e7-4663-ae6d-d1f005bc9acc {{(pid=106526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:43:52.063756 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Publish callbacks [] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), precommit_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:52.090030 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.provisioning_blocks [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Transition to ACTIVE for port object 01de6740-c3e7-4663-ae6d-d1f005bc9acc will not be triggered until provisioned by entity L2. {{(pid=106526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:43:52.099799 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:52.101622 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b2c7e3fc-ea5f-4d3a-a05a-18010456e41c req-d604c933-2b27-49c5-a13f-cab2cd04b1d2 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226645 Aug 29 21:43:52.105089 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbcb4918-4c97-414a-89c9-5e2612f1d755 req-fe33f9eb-6ace-451e-9e21-75e8302f35b4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125739 Aug 29 21:43:52.177241 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=2']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:52.272368 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Attempting to bind port 01de6740-c3e7-4663-ae6d-d1f005bc9acc on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:43:52.272867 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Attempting to bind port 01de6740-c3e7-4663-ae6d-d1f005bc9acc by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:43:52.273297 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Attempting to bind port 01de6740-c3e7-4663-ae6d-d1f005bc9acc on network e8c1cf9b-2739-4f89-adff-853fe242fc8e {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:52.281344 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Port 01de6740-c3e7-4663-ae6d-d1f005bc9acc on network e8c1cf9b-2739-4f89-adff-853fe242fc8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:43:52.281782 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Attempting to bind port 01de6740-c3e7-4663-ae6d-d1f005bc9acc on network e8c1cf9b-2739-4f89-adff-853fe242fc8e {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:43:52.290168 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:43:52.290604 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Checking segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:43:52.291007 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Bound using segment: {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'} {{(pid=106526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:43:52.291540 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.managers [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Bound port: 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e'}}] {{(pid=106526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:43:52.291901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:52.394289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, cleared binding levels {{(pid=106526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:43:52.398047 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:43:52.406736 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29039548'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_update {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:52.411612 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:52.412226 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:52.413741 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 1093 time: 0.9145646 Aug 29 21:43:52.414258 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:43:52.416568 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:43:52.480342 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5f087a-3ce8-468d-9a7e-45d0f868707c x-openstack-request-id: req-3f5f087a-3ce8-468d-9a7e-45d0f868707c {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:43:52.481083 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:43:52.481083 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f5f087a-3ce8-468d-9a7e-45d0f868707c {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:43:52.481669 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5f087a-3ce8-468d-9a7e-45d0f868707c'] response: {'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'status': 'completed', 'code': 200} Aug 29 21:43:52.494645 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68217a18-ff97-4b0f-b6d2-c51d8e6d7535 service neutron] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=3']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:52.964978 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6 req-77c9e9ef-cb49-4b71-84f1-d0ba4b318355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:52.967603 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6 req-77c9e9ef-cb49-4b71-84f1-d0ba4b318355 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1127 time: 0.0532351 Aug 29 21:43:53.120494 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6 req-cdac4325-a326-4728-9bf3-b9c5785db6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.122221 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6 req-cdac4325-a326-4728-9bf3-b9c5785db6b1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=84b949156c47430fae4f516e4c6d80ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1273921 Aug 29 21:43:53.330621 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6 req-adedd6ff-df8b-4db5-888a-72883eb270b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.332189 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-fd7b49c9-05ea-4aa6-a980-a0b95bb2b9d6 req-adedd6ff-df8b-4db5-888a-72883eb270b0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1394620 Aug 29 21:43:53.373956 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfd080-1496-4c59-9bb4-1214c4f6ab07 req-12af5615-cc5a-4585-ad00-923056b5ddb2 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.373956 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-77bfd080-1496-4c59-9bb4-1214c4f6ab07 req-12af5615-cc5a-4585-ad00-923056b5ddb2 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1383047 Aug 29 21:43:53.398255 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:53.412330 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb83db-d6f7-401a-a19a-408d64cd0bc0 req-d4586368-838c-4f34-a4ab-d86357e430a0 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.413351 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-94bb83db-d6f7-401a-a19a-408d64cd0bc0 req-d4586368-838c-4f34-a4ab-d86357e430a0 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 943 time: 0.1607969 Aug 29 21:43:53.433986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:53.454420 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-8e543d9b-0803-42ff-b3b7-be0122c84e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.456172 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-8e543d9b-0803-42ff-b3b7-be0122c84e3e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1127 time: 0.0707455 Aug 29 21:43:53.473616 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-7ecf7fe4-59b7-4730-8a1f-6cfc1d4c4314 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.478096 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-7ecf7fe4-59b7-4730-8a1f-6cfc1d4c4314 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 945 time: 0.1318638 Aug 29 21:43:53.483606 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:53.523208 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-7c20739a-74cc-4424-8ba3-80d2f1ede4b2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 217 time: 0.0595856 Aug 29 21:43:53.538421 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:53.554392 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-77bfd080-1496-4c59-9bb4-1214c4f6ab07 req-60727b7a-cfea-43b6-98c3-953a9dba4305 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534741 Aug 29 21:43:53.594312 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-94bb83db-d6f7-401a-a19a-408d64cd0bc0 req-6dd59ef3-1db7-4033-90ad-5607c550fb9f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557894 Aug 29 21:43:53.611948 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-eebdf3c3-f841-4134-bf9d-2db91d692325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.614534 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-eebdf3c3-f841-4134-bf9d-2db91d692325 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 200 len: 853 time: 0.0856669 Aug 29 21:43:53.680050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Deleting port 02e09094-d997-4f4d-8d32-57228f28b520 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:43:53.680907 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (02e09094-d997-4f4d-8d32-57228f28b520), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:53.691997 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-50ce7764-ea09-4706-9256-c280837fa53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:53.694670 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-50ce7764-ea09-4706-9256-c280837fa53f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=e8c1cf9b-2739-4f89-adff-853fe242fc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738344 Aug 29 21:43:53.827999 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-c60e1db1-29cf-4573-8529-fc02ff7a68ce service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255252 Aug 29 21:43:53.829749 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] For port 02e09094-d997-4f4d-8d32-57228f28b520, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=02e09094-d997-4f4d-8d32-57228f28b520,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:53.830334 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (02e09094-d997-4f4d-8d32-57228f28b520), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:53.854298 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Calling delete_port for 02e09094-d997-4f4d-8d32-57228f28b520 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:43:53.955554 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-6ced6f12-3a3a-4565-a427-5dd90f60361f req-71ed22ef-17b9-45fb-aec5-8f8ff11b83e5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195295 Aug 29 21:43:54.049601 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (02e09094-d997-4f4d-8d32-57228f28b520), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:54.062978 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['02e09094-d997-4f4d-8d32-57228f28b520'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:43:54.081709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Pushing event deleted for resources: {'Port': ['ID=02e09094-d997-4f4d-8d32-57228f28b520,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:54.149257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] No DVR routers for this DVR port 02e09094-d997-4f4d-8d32-57228f28b520 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:43:54.152898 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:54.156949 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5f155684-21d6-47b7-88b8-b010b2f02e16 req-cf17caa6-a4e5-46f7-b3f3-40b69054ecf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "DELETE /networking/v2.0/ports/02e09094-d997-4f4d-8d32-57228f28b520 HTTP/1.1" status: 204 len: 173 time: 0.6720569 Aug 29 21:43:54.157435 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'name': 'network-vif-deleted', 'tag': '02e09094-d997-4f4d-8d32-57228f28b520'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:43:54.160263 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1de76-afd6-4219-a77f-b3cbc1b17e56" -d '{"events": [{"server_uuid": "44fce006-b99f-46a3-ac0c-68e2a6914659", "name": "network-vif-deleted", "tag": "02e09094-d997-4f4d-8d32-57228f28b520"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:43:54.205266 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c852b-cad5-4b60-914e-9406a1ce7cb3 x-openstack-request-id: req-dd1c852b-cad5-4b60-914e-9406a1ce7cb3 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:43:54.205780 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44fce006-b99f-46a3-ac0c-68e2a6914659", "name": "network-vif-deleted", "tag": "02e09094-d997-4f4d-8d32-57228f28b520", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:43:54.206117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd1c852b-cad5-4b60-914e-9406a1ce7cb3 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:43:54.206726 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1c852b-cad5-4b60-914e-9406a1ce7cb3'] response: {'server_uuid': '44fce006-b99f-46a3-ac0c-68e2a6914659', 'name': 'network-vif-deleted', 'tag': '02e09094-d997-4f4d-8d32-57228f28b520', 'status': 'completed', 'code': 200} Aug 29 21:43:54.811923 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-25004c74-7e4e-4dbc-bfdd-7271e83df60f req-1d7a75fa-95e2-41c8-9c8a-e72b86b7b1a7 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=44fce006-b99f-46a3-ac0c-68e2a6914659 HTTP/1.1" status: 200 len: 210 time: 0.0487328 Aug 29 21:43:54.830144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953af388-44d2-49de-9f46-953712b63f00 req-804bbc45-c82b-40c8-b845-b9e87aa6abd1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:54.831972 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-953af388-44d2-49de-9f46-953712b63f00 req-804bbc45-c82b-40c8-b845-b9e87aa6abd1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 943 time: 0.1181719 Aug 29 21:43:54.921823 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-953af388-44d2-49de-9f46-953712b63f00 req-cb9622ea-9502-4b97-a696-dce75b38ee3b tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821857 Aug 29 21:43:56.066640 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd4aa3-ad85-4057-b536-ab1cd3e2bb7b req-8e99a0bc-1161-46aa-8b28-4b481736e52b tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:56.068387 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-70fd4aa3-ad85-4057-b536-ab1cd3e2bb7b req-8e99a0bc-1161-46aa-8b28-4b481736e52b tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 943 time: 0.0552330 Aug 29 21:43:56.132842 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-70fd4aa3-ad85-4057-b536-ab1cd3e2bb7b req-2b53aeec-6aa9-4d37-97c2-025765e8d066 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584807 Aug 29 21:43:57.255987 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 01de6740-c3e7-4663-ae6d-d1f005bc9acc details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:43:57.291260 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd96be-d2b5-4ac5-b70d-06c116308f1a req-38b9e070-4e48-4c76-9611-be18ae0cd7c7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:57.292912 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-48fd96be-d2b5-4ac5-b70d-06c116308f1a req-38b9e070-4e48-4c76-9611-be18ae0cd7c7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 943 time: 0.0710924 Aug 29 21:43:57.361787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-48fd96be-d2b5-4ac5-b70d-06c116308f1a req-53b865ab-93ce-4dab-a63c-3de7a7ed418a tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578165 Aug 29 21:43:57.408960 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:57.423740 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'port_id': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'mac_address': 'fa:16:3e:a9:d1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:43:57.464019 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 01de6740-c3e7-4663-ae6d-d1f005bc9acc is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:43:57.464484 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:57.484667 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01de6740-c3e7-4663-ae6d-d1f005bc9acc {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:43:57.508989 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:43:57.519799 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:43:57.578991 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:43:58.523324 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70777641-8c19-4aed-b9ce-73f47f556b87 req-e2fdc07f-15a3-4490-8d53-036cf448560f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:58.524850 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-70777641-8c19-4aed-b9ce-73f47f556b87 req-e2fdc07f-15a3-4490-8d53-036cf448560f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 944 time: 0.0626388 Aug 29 21:43:58.590942 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-70777641-8c19-4aed-b9ce-73f47f556b87 req-9934d1c1-5e7a-44d5-abee-882b01382da5 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571163 Aug 29 21:43:59.007759 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 02e09094-d997-4f4d-8d32-57228f28b520 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:43:59.027811 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 02e09094-d997-4f4d-8d32-57228f28b520 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:43:59.028152 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 02e09094-d997-4f4d-8d32-57228f28b520 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:43:59.044002 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:59.044990 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:59.289606 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['01de6740-c3e7-4663-ae6d-d1f005bc9acc'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:43:59.749497 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2150-ecaa-4919-988f-5560215c34ba req-518e7645-3c66-4045-8b3b-44131f1cfb95 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:43:59.750995 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-48bd2150-ecaa-4919-988f-5560215c34ba req-518e7645-3c66-4045-8b3b-44131f1cfb95 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 944 time: 0.0689664 Aug 29 21:43:59.798338 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:43:59.818878 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-48bd2150-ecaa-4919-988f-5560215c34ba req-9b99185c-f345-4085-9614-fd0d02b37c2e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589197 Aug 29 21:44:00.492107 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-797922de-30cd-4658-b11b-07c5e9f6c38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:01.024344 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 01de6740-c3e7-4663-ae6d-d1f005bc9acc up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:44:01.082211 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 01de6740-c3e7-4663-ae6d-d1f005bc9acc completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:44:01.090843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 01de6740-c3e7-4663-ae6d-d1f005bc9acc triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:44:01.091417 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:01.181695 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3044539-a922-445d-90ef-95491ba0307f req-3442d123-3717-4347-9f1b-c1fd1faf1489 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:01.184270 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3044539-a922-445d-90ef-95491ba0307f req-3442d123-3717-4347-9f1b-c1fd1faf1489 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 944 time: 0.0792739 Aug 29 21:44:01.208253 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 01de6740-c3e7-4663-ae6d-d1f005bc9acc is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:44:01.208866 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:01.236563 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:01.238842 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f34900-a8b0-4a97-b026-8462d102e2c6" -d '{"events": [{"server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "name": "network-vif-plugged", "status": "completed", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:01.239701 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d3044539-a922-445d-90ef-95491ba0307f req-a894e6c8-94ca-44dd-a550-63b7cb01727f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Aug 29 21:44:01.253866 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:01.259756 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:01.292070 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564930ca-a4db-45d8-93a1-80ffa0d9522f x-openstack-request-id: req-564930ca-a4db-45d8-93a1-80ffa0d9522f {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:01.292543 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "name": "network-vif-plugged", "status": "completed", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:01.292983 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-564930ca-a4db-45d8-93a1-80ffa0d9522f {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:01.293602 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564930ca-a4db-45d8-93a1-80ffa0d9522f'] response: {'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'code': 200} Aug 29 21:44:01.344515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:01.527364 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:01.532625 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254541c3-a5b7-41a0-80ff-249aae6388cd req-dec1ae1a-a30a-49a4-b01b-26e61ddc2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:01.534400 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-254541c3-a5b7-41a0-80ff-249aae6388cd req-dec1ae1a-a30a-49a4-b01b-26e61ddc2cd8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1129 time: 0.0568740 Aug 29 21:44:01.609019 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-254541c3-a5b7-41a0-80ff-249aae6388cd req-c79b11ad-99d2-43c7-aefd-b24a7102f7b6 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650647 Aug 29 21:44:02.430677 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2affce-8df5-4fd4-a652-cee0e2626010 req-5298b879-1ae6-42c0-8933-c0800721ec34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:02.433159 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e2affce-8df5-4fd4-a652-cee0e2626010 req-5298b879-1ae6-42c0-8933-c0800721ec34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0654376 Aug 29 21:44:02.495446 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1e2affce-8df5-4fd4-a652-cee0e2626010 req-7a816529-de70-4879-b55a-2a969db5bfb6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558970 Aug 29 21:44:02.821642 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9fd22cad-a94e-41be-80e5-34a8b146a90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:03.869999 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73e668-ebef-4805-8567-80c758f2be19 req-e0bcf896-ccf2-4827-8bc7-60702fd72476 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:03.872741 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7f73e668-ebef-4805-8567-80c758f2be19 req-e0bcf896-ccf2-4827-8bc7-60702fd72476 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.2758982 Aug 29 21:44:03.935180 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=35 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:03.947429 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7f73e668-ebef-4805-8567-80c758f2be19 req-32ca5e8e-2d23-49ea-8935-7b2e29aa47e7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668790 Aug 29 21:44:03.949864 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=27 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:04.850553 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:05.184220 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a9940-c4ad-4a07-b918-24e3da8ae5f0 req-688d0abf-2ab4-445d-b58d-4a7482c09e27 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:05.185795 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-113a9940-c4ad-4a07-b918-24e3da8ae5f0 req-688d0abf-2ab4-445d-b58d-4a7482c09e27 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.1364040 Aug 29 21:44:05.239433 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-113a9940-c4ad-4a07-b918-24e3da8ae5f0 req-a2b43574-32c3-43dc-a595-1056790202e0 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Aug 29 21:44:05.665980 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:05.782888 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:06.302292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-ad6b5ea0-36d1-4343-8eec-b401718314a0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:06.304625 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-ad6b5ea0-36d1-4343-8eec-b401718314a0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/networks?id=232cf447-28fa-40a6-80b9-0c467edd0554 HTTP/1.1" status: 200 len: 814 time: 0.1265502 Aug 29 21:44:06.323041 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-4af56e7e-f904-4916-b23a-4ef514a7eb9b tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/quotas/d05e27bd70e64afbbc58379e64826217 HTTP/1.1" status: 200 len: 375 time: 0.0109792 Aug 29 21:44:06.377224 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-3c0dbc49-f87e-49e6-abbf-771c40738bc6 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d05e27bd70e64afbbc58379e64826217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475893 Aug 29 21:44:06.474127 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b61cb-27af-4824-93de-8dcef0b76d1a req-684c56d2-b025-4120-94fb-8d6b0ded78b1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:06.475720 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d20b61cb-27af-4824-93de-8dcef0b76d1a req-684c56d2-b025-4120-94fb-8d6b0ded78b1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.1041899 Aug 29 21:44:06.569516 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-ef1e932d-aa90-4d77-9927-bd9c05bbc1e6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833100 Aug 29 21:44:06.598035 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d20b61cb-27af-4824-93de-8dcef0b76d1a req-f573de7d-9516-439f-872d-b91cb75e00b0 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161013 Aug 29 21:44:06.682357 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-3c65ff68-1175-4c7d-8727-f5fca849b133 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047404 Aug 29 21:44:06.780359 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2079635-10cd-4024-9687-3cd73636fd1d req-b66ad561-f06f-4f64-8560-afc2aaaa4420 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:06.782017 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a2079635-10cd-4024-9687-3cd73636fd1d req-b66ad561-f06f-4f64-8560-afc2aaaa4420 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0708444 Aug 29 21:44:06.855224 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a2079635-10cd-4024-9687-3cd73636fd1d req-18b337f0-f6f9-4019-8b13-dc03d8788f9e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655580 Aug 29 21:44:06.915274 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8a7744dc-0833-4556-89b6-f41224a02d26 req-fa26783c-8305-4dda-aa0e-a028d8f5f3eb tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 210 time: 0.0429811 Aug 29 21:44:07.339287 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4622aec-26c5-4b06-98d1-c75ee1fc7638 req-58ce1f33-bc33-43e7-b9da-0510257f5ee1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:07.341008 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4622aec-26c5-4b06-98d1-c75ee1fc7638 req-58ce1f33-bc33-43e7-b9da-0510257f5ee1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0764120 Aug 29 21:44:07.379180 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:07.408366 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4622aec-26c5-4b06-98d1-c75ee1fc7638 req-930acb6f-c4ef-4769-841d-01b8a3577289 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573735 Aug 29 21:44:08.062860 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-02d5136d-339c-4e69-b29d-d801e088d3bc req-d1e8a988-964c-4bb9-a4f5-0e283c8fe0c3 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 210 time: 0.0414064 Aug 29 21:44:08.267896 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:08.344860 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-9d1d9305-a85a-4940-b549-f1b0eeb9911f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:08.347167 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-9d1d9305-a85a-4940-b549-f1b0eeb9911f tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "GET /networking/v2.0/networks?id=232cf447-28fa-40a6-80b9-0c467edd0554 HTTP/1.1" status: 200 len: 814 time: 0.1615725 Aug 29 21:44:08.359655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Request body: {'port': {'device_id': '09612246-2304-403b-9bed-bd375c4db09a', 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554', 'admin_state_up': True, 'tenant_id': 'd05e27bd70e64afbbc58379e64826217'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:08.513313 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Made reservation on behalf of d05e27bd70e64afbbc58379e64826217 for: {'port': 1} {{(pid=106527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 21:44:08.517060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:08.676918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Allocated IP 172.20.0.14 (232cf447-28fa-40a6-80b9-0c467edd0554/f5c3b017-996e-4bf7-ba5f-40562575489e/9018d45a-98ba-45ba-94fb-ba5182cf1c12) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:44:08.852240 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks [] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:08.893817 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:08.950175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Network 232cf447-28fa-40a6-80b9-0c467edd0554 is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:44:08.956728 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:44:08.961033 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:44:08.965667 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Pushing event updated for resources: {'Port': ['ID=9018d45a-98ba-45ba-94fb-ba5182cf1c12,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:08.995806 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.996175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.996484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.996854 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.997190 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.997552 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.997880 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.998196 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.998518 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.998838 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.999158 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.999917 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:08.999917 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:09.000335 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:09.000750 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:09.029663 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:09.030284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.049560 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-c23a7928-b300-4e29-9119-d6c1d9fb9108 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6952062 Aug 29 21:44:09.062031 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Request body: {'port': {'device_id': '09612246-2304-403b-9bed-bd375c4db09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:09.127450 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:09.143293 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.187046 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.217483 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:09.251090 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:09.261856 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478c75c-d987-4fa1-96b8-839ecaa781a3 req-bb346221-35cd-4738-a672-19e913447076 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:09.263504 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5478c75c-d987-4fa1-96b8-839ecaa781a3 req-bb346221-35cd-4738-a672-19e913447076 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 932 time: 0.0894144 Aug 29 21:44:09.406024 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5478c75c-d987-4fa1-96b8-839ecaa781a3 req-9acde30e-a08c-497f-9a1d-72bab3bff718 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300910 Aug 29 21:44:09.608256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9018d45a-98ba-45ba-94fb-ba5182cf1c12 {{(pid=106527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:44:09.625498 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Publish callbacks [] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.646033 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.provisioning_blocks [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Transition to ACTIVE for port object 9018d45a-98ba-45ba-94fb-ba5182cf1c12 will not be triggered until provisioned by entity L2. {{(pid=106527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 21:44:09.650996 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.743290 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Pushing event updated for resources: {'Port': ['ID=9018d45a-98ba-45ba-94fb-ba5182cf1c12,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:09.788726 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Attempting to bind port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 21:44:09.790296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Attempting to bind port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 21:44:09.790859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Attempting to bind port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 on network 232cf447-28fa-40a6-80b9-0c467edd0554 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:44:09.797242 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 on network 232cf447-28fa-40a6-80b9-0c467edd0554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 21:44:09.797559 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Attempting to bind port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 on network 232cf447-28fa-40a6-80b9-0c467edd0554 {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 21:44:09.805542 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Checking agent: {'id': 'a0e94835-debd-4b23-b3ee-24dc019471e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'started_at': datetime.datetime(2022, 8, 29, 21, 32, 9), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 21:44:09.805878 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Checking segment: {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 21:44:09.806261 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Bound using segment: {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'} {{(pid=106527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 21:44:09.806710 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.managers [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Bound port: 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabff190-b248-4657-9226-04395f7a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554'}}] {{(pid=106527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 21:44:09.807068 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.876401 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] For port 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host hv-cinder-85426, cleared binding levels {{(pid=106527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 21:44:09.879790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] For port 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 21:44:09.886221 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.890946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:09.891557 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:09.892988 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/9018d45a-98ba-45ba-94fb-ba5182cf1c12 HTTP/1.1" status: 200 len: 1094 time: 0.8366542 Aug 29 21:44:09.893615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09612246-2304-403b-9bed-bd375c4db09a', 'tag': '9018d45a-98ba-45ba-94fb-ba5182cf1c12'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:09.895832 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e4092-98db-453d-bfa2-cc4688ae002d" -d '{"events": [{"name": "network-changed", "server_uuid": "09612246-2304-403b-9bed-bd375c4db09a", "tag": "9018d45a-98ba-45ba-94fb-ba5182cf1c12"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:09.969115 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cec6881-5991-4c4c-b293-75ad09360f59 x-openstack-request-id: req-0cec6881-5991-4c4c-b293-75ad09360f59 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:09.969507 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09612246-2304-403b-9bed-bd375c4db09a", "tag": "9018d45a-98ba-45ba-94fb-ba5182cf1c12", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:09.969912 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cec6881-5991-4c4c-b293-75ad09360f59 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:09.970521 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cec6881-5991-4c4c-b293-75ad09360f59'] response: {'name': 'network-changed', 'server_uuid': '09612246-2304-403b-9bed-bd375c4db09a', 'tag': '9018d45a-98ba-45ba-94fb-ba5182cf1c12', 'status': 'completed', 'code': 200} Aug 29 21:44:10.036055 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9afad-1612-4ad0-8335-db4b526eef50 service neutron] Pushing event updated for resources: {'Port': ['ID=9018d45a-98ba-45ba-94fb-ba5182cf1c12,revision_number=3']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:10.042212 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-2c421029-3034-4316-b2e7-b3486f0a684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:10.044850 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-2c421029-3034-4316-b2e7-b3486f0a684c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=d05e27bd70e64afbbc58379e64826217&device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 1128 time: 0.0958192 Aug 29 21:44:10.110243 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-f57a1589-6314-4abc-a5cc-83d5b35d8586 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12 HTTP/1.1" status: 200 len: 217 time: 0.0582600 Aug 29 21:44:10.166596 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-a701ca67-da9c-4b6a-8c3b-69aaa6a0b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:10.168136 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-a701ca67-da9c-4b6a-8c3b-69aaa6a0b0ab service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=f5c3b017-996e-4bf7-ba5f-40562575489e HTTP/1.1" status: 200 len: 854 time: 0.0517361 Aug 29 21:44:10.202189 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-d9cc3736-3881-47f9-bd2a-3382a1f853cf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=232cf447-28fa-40a6-80b9-0c467edd0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275834 Aug 29 21:44:10.296339 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-65ddab06-923d-497d-b99f-509bc4fda24c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869803 Aug 29 21:44:10.328228 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:10.698864 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3c12f-6c60-47b2-96d1-e8f92c85130e req-d2bc8782-d001-4b2b-b5dd-63136136ab1b tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:10.700201 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4b3c12f-6c60-47b2-96d1-e8f92c85130e req-d2bc8782-d001-4b2b-b5dd-63136136ab1b tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 944 time: 0.0606744 Aug 29 21:44:10.751931 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c10bef65-aeac-4a1b-83c7-6f7653d2212b req-b875f557-46fb-405b-8146-9087ba4b04a7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489005 Aug 29 21:44:10.766321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:10.796899 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c4b3c12f-6c60-47b2-96d1-e8f92c85130e req-fb04ea3a-0213-4fb8-89e8-61ee360c56ca tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815592 Aug 29 21:44:11.810358 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e4092-98db-453d-bfa2-cc4688ae002d req-cfd0e468-f7be-4f0d-a656-f91d5544a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:11.812705 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-cfd0e468-f7be-4f0d-a656-f91d5544a3c5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=d05e27bd70e64afbbc58379e64826217&device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 1128 time: 0.0625169 Aug 29 21:44:11.970432 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26800331-a70d-4f56-89f0-685b0efc60c6 req-c997393f-6e80-43ca-8b6c-3d17f9157c21 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:11.973352 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26800331-a70d-4f56-89f0-685b0efc60c6 req-c997393f-6e80-43ca-8b6c-3d17f9157c21 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 944 time: 0.0660810 Aug 29 21:44:12.012257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e4092-98db-453d-bfa2-cc4688ae002d req-ae8d25c0-4d69-42de-9168-957161602436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:12.014295 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-ae8d25c0-4d69-42de-9168-957161602436 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=232cf447-28fa-40a6-80b9-0c467edd0554 HTTP/1.1" status: 200 len: 916 time: 0.1872463 Aug 29 21:44:12.067723 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-89c3ec27-08ad-446e-bdb7-53f8fc58dab0 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12 HTTP/1.1" status: 200 len: 217 time: 0.0423653 Aug 29 21:44:12.074729 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-26800331-a70d-4f56-89f0-685b0efc60c6 req-4d3c5022-42ca-4260-9f8c-47219b510f70 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922656 Aug 29 21:44:12.131231 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e4092-98db-453d-bfa2-cc4688ae002d req-7c90cd97-b674-4b79-ae94-f3bdc6810bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:12.132979 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-7c90cd97-b674-4b79-ae94-f3bdc6810bce service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=f5c3b017-996e-4bf7-ba5f-40562575489e HTTP/1.1" status: 200 len: 854 time: 0.0571394 Aug 29 21:44:12.169164 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-1ecf107c-7ac2-47b7-92da-d56673da8d07 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=232cf447-28fa-40a6-80b9-0c467edd0554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284901 Aug 29 21:44:12.277113 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-c7f9e74d-12fd-48a8-89f0-5463812f8cea service neutron] 10.222.0.72 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920856 Aug 29 21:44:12.392422 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-939e4092-98db-453d-bfa2-cc4688ae002d req-e8608fab-ce01-493c-8fa4-678b274615b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078238 Aug 29 21:44:13.239980 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb9b6a-848f-4603-be0a-39d5d7b10c5d req-b33dd218-d438-46b6-8d65-5976c003d303 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:13.241631 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91bb9b6a-848f-4603-be0a-39d5d7b10c5d req-b33dd218-d438-46b6-8d65-5976c003d303 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 944 time: 0.0758669 Aug 29 21:44:13.314379 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91bb9b6a-848f-4603-be0a-39d5d7b10c5d req-51fff222-afb1-43db-867d-0c5059d52ef0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629497 Aug 29 21:44:14.454923 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7e643-dd73-4ea0-ad40-77a73a95085c req-03c8baa3-3b45-44a4-903f-1a17a67769ef tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:14.456445 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-94c7e643-dd73-4ea0-ad40-77a73a95085c req-03c8baa3-3b45-44a4-903f-1a17a67769ef tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 944 time: 0.0631058 Aug 29 21:44:14.514566 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-94c7e643-dd73-4ea0-ad40-77a73a95085c req-743a00ea-6c4b-43d4-963c-793ac48e07b0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522912 Aug 29 21:44:15.095516 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9018d45a-98ba-45ba-94fb-ba5182cf1c12 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:44:15.123257 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:15.260341 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:15.276720 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '9018d45a-98ba-45ba-94fb-ba5182cf1c12', 'network_id': '232cf447-28fa-40a6-80b9-0c467edd0554', 'port_id': '9018d45a-98ba-45ba-94fb-ba5182cf1c12', 'mac_address': 'fa:16:3e:50:87:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5c3b017-996e-4bf7-ba5f-40562575489e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:44:15.325062 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:44:15.325488 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:15.346889 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9018d45a-98ba-45ba-94fb-ba5182cf1c12 {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:44:15.373262 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:15.378245 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:15.436628 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9018d45a-98ba-45ba-94fb-ba5182cf1c12,revision_number=4']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:15.444335 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.444721 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.445080 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.445427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.445769 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.446107 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.446440 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.446769 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.447101 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.447439 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.447770 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.448102 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.448438 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.449065 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.449404 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:15.638823 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['9018d45a-98ba-45ba-94fb-ba5182cf1c12'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:44:15.678140 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9106e1-014f-4c93-a1b1-360951077bac req-265cbefb-b5e4-451e-886a-e18583b38404 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:15.679748 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-db9106e1-014f-4c93-a1b1-360951077bac req-265cbefb-b5e4-451e-886a-e18583b38404 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 945 time: 0.0694573 Aug 29 21:44:15.737443 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-db9106e1-014f-4c93-a1b1-360951077bac req-efb3c4d4-750c-457d-9d2d-d9cf58ec92c0 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Aug 29 21:44:16.389878 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061bb46-acd5-49e3-82b9-5401be17a77c req-41f602b6-20c8-4fe4-9c73-65c5e5156607 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:16.391402 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d061bb46-acd5-49e3-82b9-5401be17a77c req-41f602b6-20c8-4fe4-9c73-65c5e5156607 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0506904 Aug 29 21:44:16.418709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:16.450242 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d061bb46-acd5-49e3-82b9-5401be17a77c req-74cf3a1c-022b-4870-8382-7d3b593e9618 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526054 Aug 29 21:44:16.485840 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44676) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:16.596562 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88f117-9dd4-4008-bf8d-bed33b971b06 tempest-TestMinimumBasicScenario-310811246 tempest-TestMinimumBasicScenario-310811246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:16.599321 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-de88f117-9dd4-4008-bf8d-bed33b971b06 tempest-TestMinimumBasicScenario-310811246 tempest-TestMinimumBasicScenario-310811246-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1124 time: 0.1122065 Aug 29 21:44:16.603226 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44680) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:16.611920 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'floatingip': {'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'port_id': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:16.638385 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:16.731868 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:16.734924 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (None), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:16.902117 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_common [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Allocated IP 172.27.4.122 (5e221dcf-cb5a-4abc-a7f9-b229ab8af00f/bdaba76d-0dfa-4470-a144-7c0956b8d3f4/cb36ccea-732a-4086-b277-f9a3bcd0bac8) {{(pid=106527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 21:44:16.909387 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29e58e-8fa3-4153-8907-107b95bccb20 req-b573ad0f-a513-45fa-bdb8-1b69d06b821b tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:16.910913 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dc29e58e-8fa3-4153-8907-107b95bccb20 req-b573ad0f-a513-45fa-bdb8-1b69d06b821b tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 945 time: 0.0742152 Aug 29 21:44:17.032530 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dc29e58e-8fa3-4153-8907-107b95bccb20 req-eaa01d26-4842-4674-9358-bc6a61ad9563 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112940 Aug 29 21:44:17.087790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:17.088961 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:44:17.100892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9018d45a-98ba-45ba-94fb-ba5182cf1c12 up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:44:17.130125 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752322397718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:17.169112 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning for port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 completed by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 21:44:17.177794 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:44:17.178381 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:17.186699 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Network 5e221dcf-cb5a-4abc-a7f9-b229ab8af00f is already hosted by enough agents. {{(pid=106527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 21:44:17.190417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.base_scheduler [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Resources bound (agent type, host, resource id): {{(pid=106527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 21:44:17.195989 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Received port after_create {{(pid=106527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 21:44:17.232523 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'Port': ['ID=cb36ccea-732a-4086-b277-f9a3bcd0bac8,revision_number=1']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:17.305217 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:44:17.305820 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:17.348938 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09612246-2304-403b-9bed-bd375c4db09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9018d45a-98ba-45ba-94fb-ba5182cf1c12'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:17.352143 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0876ab10-d784-4a2b-82b5-7d49ad8c700c" -d '{"events": [{"server_uuid": "09612246-2304-403b-9bed-bd375c4db09a", "name": "network-vif-plugged", "status": "completed", "tag": "9018d45a-98ba-45ba-94fb-ba5182cf1c12"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:17.368722 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:17.374140 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:17.436949 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ebeb3-2972-422b-ac9f-6180ccd33df6 x-openstack-request-id: req-3d4ebeb3-2972-422b-ac9f-6180ccd33df6 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:17.437567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09612246-2304-403b-9bed-bd375c4db09a", "name": "network-vif-plugged", "status": "completed", "tag": "9018d45a-98ba-45ba-94fb-ba5182cf1c12", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:17.438178 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d4ebeb3-2972-422b-ac9f-6180ccd33df6 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:17.439770 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4ebeb3-2972-422b-ac9f-6180ccd33df6'] response: {'server_uuid': '09612246-2304-403b-9bed-bd375c4db09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9018d45a-98ba-45ba-94fb-ba5182cf1c12', 'code': 200} Aug 29 21:44:17.449590 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=9018d45a-98ba-45ba-94fb-ba5182cf1c12,revision_number=5']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:17.506502 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:17.654403 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216965a3-b4f2-421e-beeb-d0b5f5f00170 req-075aff19-1c04-47a1-8b64-8c242101d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:17.655829 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-216965a3-b4f2-421e-beeb-d0b5f5f00170 req-075aff19-1c04-47a1-8b64-8c242101d580 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 1130 time: 0.0535889 Aug 29 21:44:17.703114 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:17.716834 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for floatingip (4dfc32d4-12c2-4bd8-af0c-516c5c634e0e), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:17.752070 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-216965a3-b4f2-421e-beeb-d0b5f5f00170 req-5af8624b-73cc-4d6f-83b2-29e5c5a36080 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791135 Aug 29 21:44:17.805885 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.004448 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.010098 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.093243 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'Port': ['ID=cb36ccea-732a-4086-b277-f9a3bcd0bac8,revision_number=2']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:18.095972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565889'] for floatingip (4dfc32d4-12c2-4bd8-af0c-516c5c634e0e), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.215369 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47b80-4ca8-4d90-985d-a79ee40f498e req-efe3ee90-4fd1-4bd1-a415-93cd3a06b628 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:18.217411 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9bc47b80-4ca8-4d90-985d-a79ee40f498e req-efe3ee90-4fd1-4bd1-a415-93cd3a06b628 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 946 time: 0.0833142 Aug 29 21:44:18.259183 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Floating IP 4dfc32d4-12c2-4bd8-af0c-516c5c634e0e associated. External IP: 172.27.4.122, port: 01de6740-c3e7-4663-ae6d-d1f005bc9acc. Aug 29 21:44:18.322499 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9bc47b80-4ca8-4d90-985d-a79ee40f498e req-8cd76cbb-da44-4a00-ad16-6aeea575ef38 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951695 Aug 29 21:44:18.376906 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:18.508227 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Router c8a73527-bf3d-4abf-b498-8c06344cd09f has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:44:18.625841 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:44:18.639409 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] Sync routers for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:44:18.650915 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.651289 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:18.651662 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:18.687324 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-cfdfbe83-1578-4168-946d-3cc96404ff1d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0791154 Aug 29 21:44:18.687672 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:18.690249 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83c7511-2e83-4eb8-9cd5-cd21787114ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:18.691388 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44688) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:18.697246 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121181353', 'description': 'tempest-secgroup-smoke-1121181353 description', 'project_id': '84b949156c47430fae4f516e4c6d80ba'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:18.723492 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.731370 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5806b-14c4-4b58-ba92-01887ea67222 x-openstack-request-id: req-7bd5806b-14c4-4b58-ba92-01887ea67222 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:18.732247 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:18.732534 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bd5806b-14c4-4b58-ba92-01887ea67222 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:18.733154 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd5806b-14c4-4b58-ba92-01887ea67222'] response: {'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'status': 'completed', 'code': 200} Aug 29 21:44:18.787339 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:18.814060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group (6f349097-fcc6-4020-ae5a-afa186258501), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.819132 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6f349097-fcc6-4020-ae5a-afa186258501), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.845661 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-4380e1f1-14bb-413b-a7e7-8ec759928faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:18.847711 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-4380e1f1-14bb-413b-a7e7-8ec759928faa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1129 time: 0.0738657 Aug 29 21:44:18.855139 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f349097-fcc6-4020-ae5a-afa186258501,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:18.868082 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:18.870433 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1760056 Aug 29 21:44:18.870947 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.871301 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.871643 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.871986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.872417 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.873249 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.873586 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.873940 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.874253 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.874587 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.874919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.875241 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44692) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:18.875426 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.875662 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.876255 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.876783 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89145d3-0e75-4ae8-97c8-245f9506b8f6 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:44:18.882466 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group_rule': {'security_group_id': '6f349097-fcc6-4020-ae5a-afa186258501', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:18.914796 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:18.932643 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (e667176f-8a16-4895-b9dc-c7128a7e297b), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.038887 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (e667176f-8a16-4895-b9dc-c7128a7e297b), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.043484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (e667176f-8a16-4895-b9dc-c7128a7e297b), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.074954 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e667176f-8a16-4895-b9dc-c7128a7e297b,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:19.087408 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.088681 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-4941228c-2a5d-4004-a395-e70c8b4ff05c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2121058 Aug 29 21:44:19.092082 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44694) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:19.096728 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group_rule': {'security_group_id': '6f349097-fcc6-4020-ae5a-afa186258501', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:19.110647 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '4dfc32d4-12c2-4bd8-af0c-516c5c634e0e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'floating_ip_address': '172.27.4.122', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'port_id': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'mac_address': 'fa:16:3e:a9:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:44:17Z', 'updated_at': '2022-08-29T21:44:17Z', 'revision_number': 0, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:23Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:19.138146 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (9f911451-6c69-4985-97f9-d09ced16eebc), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.141913 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] Checking router: c8a73527-bf3d-4abf-b498-8c06344cd09f for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:44:19.151450 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:19.152071 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:19.228861 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (9f911451-6c69-4985-97f9-d09ced16eebc), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.234454 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (9f911451-6c69-4985-97f9-d09ced16eebc), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.256567 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f911451-6c69-4985-97f9-d09ced16eebc,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:19.266342 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.267386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-a8b5df64-fc2e-47e3-8708-062190283a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741962 Aug 29 21:44:19.271294 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44696) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:19.276607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group_rule': {'security_group_id': '6f349097-fcc6-4020-ae5a-afa186258501', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:19.301195 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:19.381615 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (5b963f71-97c4-437e-a874-f8722e2163e1), before_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.537616 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-35492ef0-c116-45ea-bb84-ff3d4a272f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:19.539168 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-35492ef0-c116-45ea-bb84-ff3d4a272f50 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 916 time: 0.2303262 Aug 29 21:44:19.545030 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde6985-07a3-42d5-a9a1-6096bbaa2e97 req-3c14f5fd-e8e4-4157-b2dc-2c05f950a60e tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:19.546433 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7cde6985-07a3-42d5-a9a1-6096bbaa2e97 req-3c14f5fd-e8e4-4157-b2dc-2c05f950a60e tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 946 time: 0.0915911 Aug 29 21:44:19.577514 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (5b963f71-97c4-437e-a874-f8722e2163e1), precommit_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.599035 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '4dfc32d4-12c2-4bd8-af0c-516c5c634e0e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'floating_ip_address': '172.27.4.122', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'port_id': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'mac_address': 'fa:16:3e:a9:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:44:17Z', 'updated_at': '2022-08-29T21:44:17Z', 'revision_number': 0, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:23Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:19.621483 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (5b963f71-97c4-437e-a874-f8722e2163e1), after_create {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.627300 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436c35a1-6d48-42a3-8be7-cc3f58ad13ae None None] The sync data for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi is: [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '4dfc32d4-12c2-4bd8-af0c-516c5c634e0e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'floating_ip_address': '172.27.4.122', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'port_id': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'mac_address': 'fa:16:3e:a9:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:44:17Z', 'updated_at': '2022-08-29T21:44:17Z', 'revision_number': 0, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:23Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:44:19.637051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:19.650186 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b963f71-97c4-437e-a874-f8722e2163e1,revision_number=0']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:19.697387 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-3e85fe8d-11d3-499a-9414-e5a18d19f2c5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 999 time: 0.1482456 Aug 29 21:44:19.699946 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.703535 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0105105d-cb03-4e77-a7c6-09a0f7f07d57 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4310100 Aug 29 21:44:19.704917 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44700) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:19.712443 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group_rule': {'security_group_id': '6f349097-fcc6-4020-ae5a-afa186258501', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:19.725380 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7cde6985-07a3-42d5-a9a1-6096bbaa2e97 req-9d038493-4f93-48b9-8a30-da81102be11e tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658163 Aug 29 21:44:19.774919 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (c0891c12-0ddd-44b3-a0ef-3010ab4fbacf), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.792169 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-3258cdc4-79c7-4239-a3a8-7dc767d7569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:19.794625 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-3258cdc4-79c7-4239-a3a8-7dc767d7569e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 200 len: 853 time: 0.0885954 Aug 29 21:44:19.953431 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (c0891c12-0ddd-44b3-a0ef-3010ab4fbacf), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.962524 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (c0891c12-0ddd-44b3-a0ef-3010ab4fbacf), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:19.982271 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-62004c91-aca5-4449-b552-8c4656d5f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:19.983214 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e1003-2c18-4f67-af0a-ad72f8bdf4a5 None None] New status for floating IP 4dfc32d4-12c2-4bd8-af0c-516c5c634e0e: ACTIVE {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:44:19.984815 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-62004c91-aca5-4449-b552-8c4656d5f771 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=e8c1cf9b-2739-4f89-adff-853fe242fc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821065 Aug 29 21:44:20.007290 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0891c12-0ddd-44b3-a0ef-3010ab4fbacf,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:20.017060 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.020666 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-bf3fedc0-d921-4fcd-a0f0-6666f1a0364d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3122969 Aug 29 21:44:20.022954 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44706) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:20.033720 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group_rule': {'security_group_id': '6f349097-fcc6-4020-ae5a-afa186258501', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:20.074407 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.securitygroups_db [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Project 84b949156c47430fae4f516e4c6d80ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:44:20.084719 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (677a6700-d2c2-418b-821d-a58913b425a9), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.154515 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:20.198616 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (677a6700-d2c2-418b-821d-a58913b425a9), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.205467 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (677a6700-d2c2-418b-821d-a58913b425a9), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.211120 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-2f6740b1-b3d4-4719-b330-06484ec0af31 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152066 Aug 29 21:44:20.235765 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.238819 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2136736 Aug 29 21:44:20.245983 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44712) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:20.254774 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.v2.base [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'security_group_rule': {'security_group_id': '6f349097-fcc6-4020-ae5a-afa186258501', 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:20.272017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eb0f5-64d9-499f-bfaf-206fcbfcee34 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677a6700-d2c2-418b-821d-a58913b425a9,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:20.302952 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.securitygroups_db [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Project 84b949156c47430fae4f516e4c6d80ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 21:44:20.312819 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (b4d91d1c-c773-4279-909b-e633813aed74), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.345016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:20.432418 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (b4d91d1c-c773-4279-909b-e633813aed74), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.438954 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636211'] for security_group_rule (b4d91d1c-c773-4279-909b-e633813aed74), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.439625 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e83c7511-2e83-4eb8-9cd5-cd21787114ad req-a1d9891e-5a03-446b-9af8-b9bbc2c19c64 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206647 Aug 29 21:44:20.473222 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:20.474051 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2261829 Aug 29 21:44:20.480954 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49a0a7-518c-4ebe-ace2-a672e88cabb7 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d91d1c-c773-4279-909b-e633813aed74,revision_number=0']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:20.635788 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-1099a64b-db2e-4da0-aa19-190a68c68db1 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1121181353&fields=id&tenant_id=84b949156c47430fae4f516e4c6d80ba HTTP/1.1" status: 200 len: 267 time: 0.0658858 Aug 29 21:44:20.699354 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-6a859121-eba7-4f5f-bcfd-9ce2aa3f9cad tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:20.701345 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-6a859121-eba7-4f5f-bcfd-9ce2aa3f9cad tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0580919 Aug 29 21:44:20.712762 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'port': {'security_groups': ['16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f', '6f349097-fcc6-4020-ae5a-afa186258501']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:44:20.808670 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.061746 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:21.094837 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.100833 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.111307 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.111909 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:21.113365 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6c1a15d2-0890-4876-baa3-9e82d2bf6fe8 req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "PUT /networking/v2.0/ports/01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 981 time: 0.4053762 Aug 29 21:44:21.113899 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:21.114768 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['01de6740-c3e7-4663-ae6d-d1f005bc9acc'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:44:21.116122 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312b6b6c-956d-4248-8497-66479de5859f" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:21.198151 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfec1047-3743-40d2-904f-13a959906665 x-openstack-request-id: req-dfec1047-3743-40d2-904f-13a959906665 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:21.198437 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:21.198685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfec1047-3743-40d2-904f-13a959906665 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:21.199080 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfec1047-3743-40d2-904f-13a959906665'] response: {'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'status': 'completed', 'code': 200} Aug 29 21:44:21.218574 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7c027-4b09-42d8-bf95-463cd84cbacb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=6']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:21.225506 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['01de6740-c3e7-4663-ae6d-d1f005bc9acc'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:44:21.271303 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2f5f9-9bfb-4982-a385-027d78a0c0e5 req-ce74eb35-8d34-4087-b677-dc0c17096041 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.272909 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-06b2f5f9-9bfb-4982-a385-027d78a0c0e5 req-ce74eb35-8d34-4087-b677-dc0c17096041 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0945632 Aug 29 21:44:21.282017 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:21.294186 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:21.311452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6b6c-956d-4248-8497-66479de5859f req-10f11083-db74-42c3-b854-f89b1b8ba461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.313333 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-10f11083-db74-42c3-b854-f89b1b8ba461 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1168 time: 0.0831721 Aug 29 21:44:21.432498 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-06b2f5f9-9bfb-4982-a385-027d78a0c0e5 req-f1fa554d-e4ee-4781-afae-2c111e33e94c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461837 Aug 29 21:44:21.474653 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6b6c-956d-4248-8497-66479de5859f req-7a91cf60-aaa2-4eca-9d34-fb09d9dafabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.476216 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-7a91cf60-aaa2-4eca-9d34-fb09d9dafabe service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 916 time: 0.1468096 Aug 29 21:44:21.564043 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-1d8fe3fd-792d-4cd6-9b69-88acc661a5fe service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 1001 time: 0.0781322 Aug 29 21:44:21.623846 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6b6c-956d-4248-8497-66479de5859f req-1c185e90-aeb6-445c-8608-53de65b09847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.625538 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-1c185e90-aeb6-445c-8608-53de65b09847 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 200 len: 853 time: 0.0553541 Aug 29 21:44:21.676288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b6b6c-956d-4248-8497-66479de5859f req-c673eb94-9d58-4bb4-b3cb-10849980fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:21.677864 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-c673eb94-9d58-4bb4-b3cb-10849980fd63 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=e8c1cf9b-2739-4f89-adff-853fe242fc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461977 Aug 29 21:44:21.792279 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:21.830444 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-9d306868-e50b-435a-a753-da4e3921c652 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457207 Aug 29 21:44:21.930467 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:22.207423 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-312b6b6c-956d-4248-8497-66479de5859f req-8ddb20a0-407f-4945-a3e1-ed2a3f4d9812 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698702 Aug 29 21:44:26.843937 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-024544c0-a399-4374-9b7c-e15933bd60e1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535204 Aug 29 21:44:26.933563 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cd55-890a-4712-b9ad-e47882797c35 req-e2a04e3a-4f2d-41cb-91b6-f3d373577f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:26.936164 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-e2a04e3a-4f2d-41cb-91b6-f3d373577f65 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1130 time: 0.0668256 Aug 29 21:44:27.061786 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cd55-890a-4712-b9ad-e47882797c35 req-4765ff9e-00e7-47ed-9b66-4c8a73b0916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:27.063613 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-4765ff9e-00e7-47ed-9b66-4c8a73b0916f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1054044 Aug 29 21:44:27.132512 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-4a4a0f49-0c54-45f1-bd29-ae7162c241da service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 200 len: 1002 time: 0.0630167 Aug 29 21:44:27.183482 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cd55-890a-4712-b9ad-e47882797c35 req-53c85be8-fd51-41e5-aa6e-00aae6734642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:27.185584 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-53c85be8-fd51-41e5-aa6e-00aae6734642 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0465510 Aug 29 21:44:27.235756 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cd55-890a-4712-b9ad-e47882797c35 req-c41094a3-300c-4662-96ab-951d63858f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:27.237350 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-c41094a3-300c-4662-96ab-951d63858f83 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455091 Aug 29 21:44:27.333717 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-2f2836b7-98bd-4fb9-9d0a-acfa87df0d3a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901468 Aug 29 21:44:27.421090 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:27.439977 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f435cd55-890a-4712-b9ad-e47882797c35 req-b29f267a-8749-452c-abd1-4fc11cee0c6a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000221 Aug 29 21:44:28.080691 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44742) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:28.302570 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:28.308734 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Deleting port 6794644d-45c5-4622-96c9-0d8e8cc5ad72 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:28.309289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:28.365901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:28.397828 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:28.398152 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (6794644d-45c5-4622-96c9-0d8e8cc5ad72), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:28.411632 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Calling delete_port for 6794644d-45c5-4622-96c9-0d8e8cc5ad72 owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:28.630457 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (6794644d-45c5-4622-96c9-0d8e8cc5ad72), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:28.657859 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'Port': ['ID=6794644d-45c5-4622-96c9-0d8e8cc5ad72,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:28.723137 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (ad5941f6-3680-434d-8ba9-e30447da0de9), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:28.723475 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Floating IP ad5941f6-3680-434d-8ba9-e30447da0de9 disassociated (deleted). External IP: 172.27.4.236, port: d06909f2-99eb-4f38-b138-f0635d567f6b. Aug 29 21:44:28.964578 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:44:29.091398 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:44:29.097248 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:29.103886 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:44:29.125650 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:29.126286 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:29.137516 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-1da2e752-e46b-4fbf-ba75-4c925e004bf6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/ad5941f6-3680-434d-8ba9-e30447da0de9 HTTP/1.1" status: 204 len: 168 time: 1.0521526 Aug 29 21:44:29.137516 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:29.139028 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d2ca23-a967-49a1-9d97-b758a4c5dade" -d '{"events": [{"name": "network-changed", "server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:29.191190 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014ff832-18c0-4bdd-84dd-fdfa8fa41d39 x-openstack-request-id: req-014ff832-18c0-4bdd-84dd-fdfa8fa41d39 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:29.191729 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:29.192257 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-014ff832-18c0-4bdd-84dd-fdfa8fa41d39 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:29.193015 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014ff832-18c0-4bdd-84dd-fdfa8fa41d39'] response: {'name': 'network-changed', 'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'status': 'completed', 'code': 200} Aug 29 21:44:29.354668 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:29.385454 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:29.448796 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7acc4b-18ea-4164-83e0-64874fd952b3 req-dc12691a-5813-49ae-975e-041c9d2430b2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:29.451747 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0f7acc4b-18ea-4164-83e0-64874fd952b3 req-dc12691a-5813-49ae-975e-041c9d2430b2 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0673499 Aug 29 21:44:29.524121 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0f7acc4b-18ea-4164-83e0-64874fd952b3 req-32c73f4b-2675-4a36-a014-7ae90b062773 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612497 Aug 29 21:44:29.620431 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:29.645592 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:40Z', 'revision_number': 1, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:29.671596 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:44:29.680630 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:29.681242 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:29.789635 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:30.036170 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:40Z', 'revision_number': 1, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:30.077114 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667454b-b470-47e0-9ca1-f0005b819b26 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_floatingips': [{'id': '0bad6e22-d877-4ae8-a4ee-59a51fe9dba0', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'floating_ip_address': '172.27.4.79', 'floating_network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'router_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'port_id': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'mac_address': 'fa:16:3e:31:30:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T21:39:37Z', 'updated_at': '2022-08-29T21:39:40Z', 'revision_number': 1, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:44:30.343847 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756089b5-9129-41da-a1c4-7d8ea16290e0 None None] New status for floating IP ad5941f6-3680-434d-8ba9-e30447da0de9: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:44:30.485757 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-976e83d0-abe8-4231-9bb9-19725ec7aec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:30.677953 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4450c5-1c17-4eee-b799-26735333db3f req-e8c9dd21-6fb0-48e6-96da-ae2f652481a5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:30.680291 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b4450c5-1c17-4eee-b799-26735333db3f req-e8c9dd21-6fb0-48e6-96da-ae2f652481a5 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0634699 Aug 29 21:44:30.749266 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-7b4450c5-1c17-4eee-b799-26735333db3f req-0ded59d6-a35e-4c30-a7a8-1f9e52de1687 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607212 Aug 29 21:44:31.324845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-6d7cb2da-170e-4c26-bafe-4a83ce66a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:31.326481 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-6d7cb2da-170e-4c26-bafe-4a83ce66a4a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 1130 time: 0.0436714 Aug 29 21:44:31.897737 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1291a-254e-4001-99e5-4e56a231e884 req-31ab9fde-0a59-4d3a-971a-10d0d96ac3b0 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:31.899311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-63a1291a-254e-4001-99e5-4e56a231e884 req-31ab9fde-0a59-4d3a-971a-10d0d96ac3b0 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0639315 Aug 29 21:44:31.954327 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-63a1291a-254e-4001-99e5-4e56a231e884 req-9c289dd3-3ddc-42ca-8918-671aabcb2fac tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492275 Aug 29 21:44:32.726842 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-04bbb194-3540-4ef4-b20a-f9b05433e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:32.728237 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-04bbb194-3540-4ef4-b20a-f9b05433e157 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1090677 Aug 29 21:44:32.819513 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6b5dd726-5adf-4343-910b-0dcb93ada067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:32.828456 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-2b8e6404-cf11-4d27-862f-6fdc16fa8d26 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 200 len: 217 time: 0.0391896 Aug 29 21:44:32.844001 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:32.890291 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-578e57d2-75a9-44b6-9e7f-f47d531b9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:32.892390 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-578e57d2-75a9-44b6-9e7f-f47d531b9ad4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0566647 Aug 29 21:44:33.078732 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b2c3d-d77d-477c-9d6a-cdfc2ce8ef35 req-a0cc4cce-e5aa-4d5f-a040-7e6f129ccde7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:33.080221 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc7b2c3d-d77d-477c-9d6a-cdfc2ce8ef35 req-a0cc4cce-e5aa-4d5f-a040-7e6f129ccde7 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0500801 Aug 29 21:44:33.135117 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bc7b2c3d-d77d-477c-9d6a-cdfc2ce8ef35 req-932b1d55-437b-4267-9832-a6b9a14938c6 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487614 Aug 29 21:44:34.277063 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9d1a3-8a09-45b6-90b3-0e5bf32abfe7 req-a037814e-f8b1-454f-adb0-c991a00f9a3e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:34.279054 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfa9d1a3-8a09-45b6-90b3-0e5bf32abfe7 req-a037814e-f8b1-454f-adb0-c991a00f9a3e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0595551 Aug 29 21:44:34.333912 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfa9d1a3-8a09-45b6-90b3-0e5bf32abfe7 req-c41fdde1-9fce-49aa-a782-0c47bf5d49fc tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489304 Aug 29 21:44:34.850627 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:35.491859 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b6e5-e3af-4553-bcdc-2136a5e66770 req-1783188c-f002-459c-9218-651cb9c30b20 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:35.493479 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-67a2b6e5-e3af-4553-bcdc-2136a5e66770 req-1783188c-f002-459c-9218-651cb9c30b20 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0547709 Aug 29 21:44:35.549471 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-67a2b6e5-e3af-4553-bcdc-2136a5e66770 req-804b006c-2e2c-4938-8617-f33c238f5311 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465152 Aug 29 21:44:35.665441 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:35.691997 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-673c13a2-b137-4574-9158-9d2371633295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:35.693663 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-673c13a2-b137-4574-9158-9d2371633295 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009865 Aug 29 21:44:35.707048 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-6ef54a07-131d-4b29-98b0-6edc00f7dc6c service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 21:44:35.708385 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-6ef54a07-131d-4b29-98b0-6edc00f7dc6c service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057549 Aug 29 21:44:35.719999 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-88f930f1-4c85-4adb-acfe-a8910c1abf2e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:35.721531 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-88f930f1-4c85-4adb-acfe-a8910c1abf2e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 946 time: 0.0832183 Aug 29 21:44:35.784069 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:35.824415 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-e2efffef-60da-457f-a0c8-7c860fde650b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087353 Aug 29 21:44:35.825975 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Deleting port d06909f2-99eb-4f38-b138-f0635d567f6b {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:35.826323 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:35.871720 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:35.906969 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:35.940162 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] For port d06909f2-99eb-4f38-b138-f0635d567f6b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d06909f2-99eb-4f38-b138-f0635d567f6b,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:35.940552 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:35.947411 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f3d2ca23-a967-49a1-9d97-b758a4c5dade req-37618c07-9b32-4fee-8863-9cd34ac5ec10 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147232 Aug 29 21:44:35.955672 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Calling delete_port for d06909f2-99eb-4f38-b138-f0635d567f6b owned by compute:nova {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:35.959508 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:36.114747 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (d06909f2-99eb-4f38-b138-f0635d567f6b), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.143907 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'Port': ['ID=d06909f2-99eb-4f38-b138-f0635d567f6b,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:36.200123 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] No DVR routers for this DVR port d06909f2-99eb-4f38-b138-f0635d567f6b on host hv-cinder-85426 {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:36.202876 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:36.206383 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-226f9b76-3ac0-4716-a9e1-986748f7aea0 req-05805bf6-7d52-4be3-8756-93c31d2c8501 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "DELETE /networking/v2.0/ports/d06909f2-99eb-4f38-b138-f0635d567f6b HTTP/1.1" status: 204 len: 173 time: 0.4747956 Aug 29 21:44:36.206867 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'name': 'network-vif-deleted', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:36.209147 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c92d2-a2d0-4c0c-90a3-95e2bffea196" -d '{"events": [{"server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "name": "network-vif-deleted", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:36.271708 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e171b3-e957-4909-9344-09067483f5e0 x-openstack-request-id: req-69e171b3-e957-4909-9344-09067483f5e0 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:36.272035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609a9478-ab5d-4c53-9efa-77d661126ebc", "name": "network-vif-deleted", "tag": "d06909f2-99eb-4f38-b138-f0635d567f6b", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:36.272330 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69e171b3-e957-4909-9344-09067483f5e0 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:36.272795 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e171b3-e957-4909-9344-09067483f5e0'] response: {'server_uuid': '609a9478-ab5d-4c53-9efa-77d661126ebc', 'name': 'network-vif-deleted', 'tag': 'd06909f2-99eb-4f38-b138-f0635d567f6b', 'status': 'completed', 'code': 200} Aug 29 21:44:36.708787 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8bd020a9-df67-407a-8501-16074265dd2c req-4af45398-175f-4be0-a30c-0b1de873630c tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=609a9478-ab5d-4c53-9efa-77d661126ebc HTTP/1.1" status: 200 len: 210 time: 0.0449953 Aug 29 21:44:37.524051 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d06909f2-99eb-4f38-b138-f0635d567f6b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:37.549418 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: d06909f2-99eb-4f38-b138-f0635d567f6b {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:37.549791 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device d06909f2-99eb-4f38-b138-f0635d567f6b not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:39.148133 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:40.038768 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=65 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:40.039760 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=39 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:40.121064 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44824) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:40.326245 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Deleting port ac5dac88-7c66-4ba2-a81f-ea144f775adb {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:40.326588 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:40.435290 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:40.435963 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (ac5dac88-7c66-4ba2-a81f-ea144f775adb), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:40.461813 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Calling delete_port for ac5dac88-7c66-4ba2-a81f-ea144f775adb owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:40.623771 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (ac5dac88-7c66-4ba2-a81f-ea144f775adb), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:40.656365 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'Port': ['ID=ac5dac88-7c66-4ba2-a81f-ea144f775adb,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:40.992246 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (0bad6e22-d877-4ae8-a4ee-59a51fe9dba0), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:40.992246 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Floating IP 0bad6e22-d877-4ae8-a4ee-59a51fe9dba0 disassociated (deleted). External IP: 172.27.4.79, port: acaaea14-ae8c-4840-97ee-5906201e9e88. Aug 29 21:44:41.081897 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:41.209788 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:41.223502 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:44:41.345965 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:44:41.351276 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:41.356969 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:44:41.367285 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:41.367898 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:41.395404 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-da411029-a231-4bbe-a8f9-3b3738a59801 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/0bad6e22-d877-4ae8-a4ee-59a51fe9dba0 HTTP/1.1" status: 204 len: 168 time: 1.2728252 Aug 29 21:44:41.396254 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:41.398836 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:41.464610 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab3335e-43f3-449f-9c63-5eaef014c032 x-openstack-request-id: req-dab3335e-43f3-449f-9c63-5eaef014c032 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:41.465362 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:41.465850 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dab3335e-43f3-449f-9c63-5eaef014c032 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:41.467416 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab3335e-43f3-449f-9c63-5eaef014c032'] response: {'name': 'network-changed', 'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'status': 'completed', 'code': 200} Aug 29 21:44:41.514155 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:41.558514 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-a1c89fc5-09ca-4c91-b671-ff0d97e46152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:41.561478 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-a1c89fc5-09ca-4c91-b671-ff0d97e46152 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=98d4703c6737454291724a5ad15c9cbb&device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 1130 time: 0.0697875 Aug 29 21:44:41.716414 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-84e0774a-c130-46f8-b571-d885c97614ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:41.718135 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-84e0774a-c130-46f8-b571-d885c97614ee service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 200 len: 912 time: 0.1457839 Aug 29 21:44:41.767709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de944a66-b128-4673-b1a4-20146a0d8c1d req-7c71b748-ec5e-4b74-a42e-37c41ca4f264 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:41.770285 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-de944a66-b128-4673-b1a4-20146a0d8c1d req-7c71b748-ec5e-4b74-a42e-37c41ca4f264 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.0941279 Aug 29 21:44:41.796291 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-920676aa-cb68-4a99-851a-308c37be858f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 200 len: 217 time: 0.0649643 Aug 29 21:44:41.806645 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:41.837734 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:44:41.860783 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:41.861963 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:41.887762 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-de944a66-b128-4673-b1a4-20146a0d8c1d req-99215950-e1a7-4be3-9e66-97d923df19f1 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099577 Aug 29 21:44:41.909428 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-c5f8bea0-4fae-4a83-bf9c-69de6214d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:41.912449 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-c5f8bea0-4fae-4a83-bf9c-69de6214d329 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 200 len: 849 time: 0.0699496 Aug 29 21:44:41.939144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247e840-7ccf-4140-9009-362b168d42da req-2dbde580-34ff-4f31-ab2e-cff9fbc32759 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:41.940888 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1247e840-7ccf-4140-9009-362b168d42da req-2dbde580-34ff-4f31-ab2e-cff9fbc32759 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 946 time: 0.0749993 Aug 29 21:44:42.011721 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1247e840-7ccf-4140-9009-362b168d42da req-8c766fc0-f466-4d47-88c8-770b21fe9de2 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Aug 29 21:44:42.018930 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:42.241837 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:42.267973 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379036d2-13ea-4f21-9829-1f4cc52ba757 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:41Z', 'revision_number': 4, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '69c3fc0d-673f-46ee-9374-02f75e003817', 'name': '', 'network_id': '5e837a9d-67f3-4836-bdab-0e762646c779', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'mac_address': 'fa:16:3e:a1:42:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:40Z', 'updated_at': '2022-08-29T21:35:47Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'subnets': [{'id': 'd19c0a1c-371b-47be-91c8-ea7a58a2c946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:44:42.523594 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c24e01-bbfa-4e29-b92e-473dfafd1e00 None None] New status for floating IP 0bad6e22-d877-4ae8-a4ee-59a51fe9dba0: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:44:43.036021 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a81071-7485-4035-b860-c732e2e28202 req-4ae0fbbd-3f80-4328-b48b-505a46742624 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:43.037672 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90a81071-7485-4035-b860-c732e2e28202 req-4ae0fbbd-3f80-4328-b48b-505a46742624 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.0562475 Aug 29 21:44:43.097585 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-90a81071-7485-4035-b860-c732e2e28202 req-b5fb2983-33f8-4fdc-8af2-59ace9c1b796 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538883 Aug 29 21:44:43.160033 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af20ae-af22-450f-8795-f2a642c05f61 req-9d01bc65-52d1-4a32-92b5-4e17e339c6ec tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:43.161678 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91af20ae-af22-450f-8795-f2a642c05f61 req-9d01bc65-52d1-4a32-92b5-4e17e339c6ec tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 946 time: 0.0528989 Aug 29 21:44:43.220625 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-91af20ae-af22-450f-8795-f2a642c05f61 req-112cf3f3-bf88-4c03-9e94-46ed9767bb27 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Aug 29 21:44:43.552134 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-23da2550-0668-46d9-9aa5-91e17f3508d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:43.553715 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-23da2550-0668-46d9-9aa5-91e17f3508d6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=5e837a9d-67f3-4836-bdab-0e762646c779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508790 Aug 29 21:44:43.691933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-62548d3d-0a0c-4cab-b52f-c361c9725856 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:43.693680 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-62548d3d-0a0c-4cab-b52f-c361c9725856 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.1035864 Aug 29 21:44:43.704623 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-585b1908-3aea-4a2d-a5af-eaba6d65ecaf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153810 Aug 29 21:44:43.742003 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-261765d2-bd5c-4196-a955-66b544b77c04 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:43.744374 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-261765d2-bd5c-4196-a955-66b544b77c04 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 946 time: 0.0989490 Aug 29 21:44:43.765180 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:43.828991 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-a6d3485f-efb2-4dbf-99c5-d2a2e909019c req-eeed6d25-32da-4e24-b41b-c864c26c8a68 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180680 Aug 29 21:44:43.878975 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Deleting port acaaea14-ae8c-4840-97ee-5906201e9e88 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:43.879315 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:43.937233 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Deleting port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:43.937567 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.076886 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] For port acaaea14-ae8c-4840-97ee-5906201e9e88, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=acaaea14-ae8c-4840-97ee-5906201e9e88,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:44.077910 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.093002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] For port 9018d45a-98ba-45ba-94fb-ba5182cf1c12, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9018d45a-98ba-45ba-94fb-ba5182cf1c12,segment=NetworkSegment(dabff190-b248-4657-9226-04395f7a9c38),segment_id=dabff190-b248-4657-9226-04395f7a9c38)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:44.093299 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.103512 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Calling delete_port for acaaea14-ae8c-4840-97ee-5906201e9e88 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:44.114439 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Calling delete_port for 9018d45a-98ba-45ba-94fb-ba5182cf1c12 owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:44.120571 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:44.294523 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76809999-88d6-4ba6-9c55-23918f47f950 req-d62386ed-2ba6-4d6a-899e-58c63ff426db tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:44.296118 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76809999-88d6-4ba6-9c55-23918f47f950 req-d62386ed-2ba6-4d6a-899e-58c63ff426db tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 946 time: 0.0969040 Aug 29 21:44:44.448768 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2d922-38c3-49fe-ad20-fcc21963c834 req-d8b1fd30-1bbc-4a6e-80c4-a80ed17cc95a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:44.450736 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bce2d922-38c3-49fe-ad20-fcc21963c834 req-d8b1fd30-1bbc-4a6e-80c4-a80ed17cc95a tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09612246-2304-403b-9bed-bd375c4db09a HTTP/1.1" status: 200 len: 946 time: 0.1443937 Aug 29 21:44:44.508713 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-76809999-88d6-4ba6-9c55-23918f47f950 req-4bfe7643-6169-4d66-87bd-7133bfaf11fa tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002923 Aug 29 21:44:44.530472 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (9018d45a-98ba-45ba-94fb-ba5182cf1c12), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.532862 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (acaaea14-ae8c-4840-97ee-5906201e9e88), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.544707 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['9018d45a-98ba-45ba-94fb-ba5182cf1c12'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:44:44.595273 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Pushing event deleted for resources: {'Port': ['ID=9018d45a-98ba-45ba-94fb-ba5182cf1c12,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:44.610665 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-bce2d922-38c3-49fe-ad20-fcc21963c834 req-f22a2257-3beb-475c-8584-b434dc342971 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7c7996b4-8b47-457f-9bab-4280f3748f08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522624 Aug 29 21:44:44.672860 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'Port': ['ID=acaaea14-ae8c-4840-97ee-5906201e9e88,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:44.709136 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] No DVR routers for this DVR port 9018d45a-98ba-45ba-94fb-ba5182cf1c12 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:44.711195 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] No DVR routers for this DVR port acaaea14-ae8c-4840-97ee-5906201e9e88 on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:44.714074 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.717486 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dc329dff-bab7-49d6-a6fb-ec09b6774fdb req-1697012c-a45b-4d5e-b6a8-57a3ef7dddf4 tempest-VolumesSnapshotTestJSON-1166079576 tempest-VolumesSnapshotTestJSON-1166079576-project] 10.222.0.72 "DELETE /networking/v2.0/ports/9018d45a-98ba-45ba-94fb-ba5182cf1c12 HTTP/1.1" status: 204 len: 173 time: 0.9679554 Aug 29 21:44:44.717928 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09612246-2304-403b-9bed-bd375c4db09a', 'name': 'network-vif-deleted', 'tag': '9018d45a-98ba-45ba-94fb-ba5182cf1c12'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:44.720160 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3463d6b-ef98-4e6b-b8f9-9a93d0a6363b" -d '{"events": [{"server_uuid": "09612246-2304-403b-9bed-bd375c4db09a", "name": "network-vif-deleted", "tag": "9018d45a-98ba-45ba-94fb-ba5182cf1c12"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:44.723763 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:44.727296 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cfd1ef5a-e7d3-4aa1-a819-444859661aba req-a59013ce-0406-4b81-a965-a966b56ea44f tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.72 "DELETE /networking/v2.0/ports/acaaea14-ae8c-4840-97ee-5906201e9e88 HTTP/1.1" status: 204 len: 173 time: 1.0264754 Aug 29 21:44:44.789740 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82266c-310d-4fe5-88f5-6608786ee5f8 x-openstack-request-id: req-bd82266c-310d-4fe5-88f5-6608786ee5f8 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:44.790042 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09612246-2304-403b-9bed-bd375c4db09a", "name": "network-vif-deleted", "tag": "9018d45a-98ba-45ba-94fb-ba5182cf1c12", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:44.790316 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd82266c-310d-4fe5-88f5-6608786ee5f8 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:44.790709 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd82266c-310d-4fe5-88f5-6608786ee5f8'] response: {'server_uuid': '09612246-2304-403b-9bed-bd375c4db09a', 'name': 'network-vif-deleted', 'tag': '9018d45a-98ba-45ba-94fb-ba5182cf1c12', 'status': 'completed', 'code': 200} Aug 29 21:44:45.664156 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6c043320-7fb9-4b26-945e-187d33964d19 req-57a3e608-5cba-4742-8b5f-26f83d91e208 tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fe03072e-8d13-4a8d-82f3-a40688588269 HTTP/1.1" status: 200 len: 210 time: 0.0453761 Aug 29 21:44:46.752388 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44876) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:46.792375 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'name': 'network-vif-deleted', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:44:46.795311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d5c16-81f5-45d3-b8fb-5bd905059281" -d '{"events": [{"server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "name": "network-vif-deleted", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:44:46.841051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb0fe6-30f7-4489-9a8f-0a492c70cc75 x-openstack-request-id: req-51cb0fe6-30f7-4489-9a8f-0a492c70cc75 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:44:46.841051 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe03072e-8d13-4a8d-82f3-a40688588269", "name": "network-vif-deleted", "tag": "acaaea14-ae8c-4840-97ee-5906201e9e88", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:44:46.841474 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51cb0fe6-30f7-4489-9a8f-0a492c70cc75 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:44:46.841624 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cb0fe6-30f7-4489-9a8f-0a492c70cc75'] response: {'server_uuid': 'fe03072e-8d13-4a8d-82f3-a40688588269', 'name': 'network-vif-deleted', 'tag': 'acaaea14-ae8c-4840-97ee-5906201e9e88', 'status': 'completed', 'code': 200} Aug 29 21:44:46.895240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Deleting port d466c50a-4751-4b4c-95c3-7ed17ad3aaff {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:46.895647 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:46.992062 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:46.992401 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:47.000776 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=100 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:47.008174 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Calling delete_port for d466c50a-4751-4b4c-95c3-7ed17ad3aaff owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:47.167331 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (d466c50a-4751-4b4c-95c3-7ed17ad3aaff), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:47.226746 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'Port': ['ID=d466c50a-4751-4b4c-95c3-7ed17ad3aaff,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:47.265412 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:47.292190 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for floatingip (f079f226-a421-4e4e-ad3b-9d7f0ef39ccc), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:47.295404 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:47.296931 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-d2cbe1e3-bb49-4312-b1b0-9a5b2c69ec0e tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/f079f226-a421-4e4e-ad3b-9d7f0ef39ccc HTTP/1.1" status: 204 len: 168 time: 0.5452986 Aug 29 21:44:47.528036 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9018d45a-98ba-45ba-94fb-ba5182cf1c12 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:47.555882 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 9018d45a-98ba-45ba-94fb-ba5182cf1c12 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:47.556230 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 9018d45a-98ba-45ba-94fb-ba5182cf1c12 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:47.556693 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device acaaea14-ae8c-4840-97ee-5906201e9e88 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:47.576777 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: acaaea14-ae8c-4840-97ee-5906201e9e88 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:47.577129 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device acaaea14-ae8c-4840-97ee-5906201e9e88 not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:50.702980 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44908) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:50.787260 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcc283-2fbc-40dd-878f-4bec15f535af tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group (0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:50.816381 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcc283-2fbc-40dd-878f-4bec15f535af tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group (0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:50.888730 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcc283-2fbc-40dd-878f-4bec15f535af tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:50.891595 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-ffbcc283-2fbc-40dd-878f-4bec15f535af tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:50.892606 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-ffbcc283-2fbc-40dd-878f-4bec15f535af tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef HTTP/1.1" status: 204 len: 168 time: 0.1875391 Aug 29 21:44:50.914367 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcc283-2fbc-40dd-878f-4bec15f535af tempest-TestVolumeBootPattern-1006292317 tempest-TestVolumeBootPattern-1006292317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe7e26f-03c5-4b49-92a3-1d3aec06a3ef,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:50.972073 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44916) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:51.096079 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:51.391362 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:51.445933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:51.686015 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Deleting port 69c3fc0d-673f-46ee-9374-02f75e003817 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:51.686248 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:51.768886 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] For port 69c3fc0d-673f-46ee-9374-02f75e003817, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=69c3fc0d-673f-46ee-9374-02f75e003817,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:51.769248 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:51.786504 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Calling delete_port for 69c3fc0d-673f-46ee-9374-02f75e003817 owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:51.979546 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (69c3fc0d-673f-46ee-9374-02f75e003817), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:52.009783 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=69c3fc0d-673f-46ee-9374-02f75e003817,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:52.018368 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:52.213052 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:52.375702 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:52.688041 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:44:52.810714 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:44:52.817674 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-fffce03a-f2d0-441f-b16f-446b56affc5d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440602 Aug 29 21:44:52.819709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44928) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:52.822577 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] Sync routers for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:44:52.834275 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:52.834893 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:52.920739 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks [] for router (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:52.945502 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:52.970315 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:53.027295 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks [] for router_gateway (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.080284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Deleting port f7f5f0ca-edf4-4983-8c12-73223950ab37 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:53.080284 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.126544 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:44:51Z', 'revision_number': 5, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port': {'id': 'f7f5f0ca-edf4-4983-8c12-73223950ab37', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:53.152553 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] Checking router: b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:44:53.159407 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:53.163204 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] Routers {'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:53.163855 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:53.176005 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] For port f7f5f0ca-edf4-4983-8c12-73223950ab37, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f7f5f0ca-edf4-4983-8c12-73223950ab37,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:53.176381 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.193824 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Calling delete_port for f7f5f0ca-edf4-4983-8c12-73223950ab37 owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:53.275065 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:53.276008 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] Set router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:53.359860 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:44:53Z', 'revision_number': 6, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:53.388483 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb98a2-0531-4a9b-9e32-2d2f237a6d63 None None] The sync data for ids ['b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb'] in dv-cinder-854266-3-iscsi is: [{'id': 'b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb', 'name': 'tempest-TestVolumeBootPattern-71845840-router', 'tenant_id': '98d4703c6737454291724a5ad15c9cbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:38Z', 'updated_at': '2022-08-29T21:44:53Z', 'revision_number': 6, 'project_id': '98d4703c6737454291724a5ad15c9cbb', 'gw_port_host': None}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:44:53.412776 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (f7f5f0ca-edf4-4983-8c12-73223950ab37), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.526065 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f5f0ca-edf4-4983-8c12-73223950ab37,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:53.588682 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.719436 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:53.723398 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.741202 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks [] for router_controller (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.770798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f749-51a3-4597-a4d4-1fbd8e604cbf req-a2389047-8921-4450-ae32-34c8a9503a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.772378 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cc55f749-51a3-4597-a4d4-1fbd8e604cbf req-a2389047-8921-4450-ae32-34c8a9503a2f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.1246145 Aug 29 21:44:53.810988 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-c215d71e-cd05-46f1-a8e2-9c00f6f91722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.812755 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-c215d71e-cd05-46f1-a8e2-9c00f6f91722 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1168 time: 0.1480072 Aug 29 21:44:53.854845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.855422 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:44:53.886909 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.888603 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-de485bdc-f657-4331-8606-18be9375e3a6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/b8ea6cdb-86b7-4e2d-b25c-aa0f7a2981fb HTTP/1.1" status: 204 len: 168 time: 1.0673933 Aug 29 21:44:53.893165 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44944) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:53.947475 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Deleting subnet d19c0a1c-371b-47be-91c8-ea7a58a2c946 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:44:53.947793 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cc55f749-51a3-4597-a4d4-1fbd8e604cbf req-8d6ad78d-aad0-48f6-a3e2-c37ffaafa87f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400020 Aug 29 21:44:53.951614 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Publish callbacks [] for subnet (d19c0a1c-371b-47be-91c8-ea7a58a2c946), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:53.983426 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-46dbc481-8c96-4be5-b295-673a1353adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:53.985969 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-46dbc481-8c96-4be5-b295-673a1353adac service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 916 time: 0.1646602 Aug 29 21:44:53.990764 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (d19c0a1c-371b-47be-91c8-ea7a58a2c946), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.055894 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-6b757b86-17f4-44d1-abb3-9e7b60476717 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 1001 time: 0.0645440 Aug 29 21:44:54.079496 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (d19c0a1c-371b-47be-91c8-ea7a58a2c946), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.088002 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:44:54.116044 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-2e2f2ca9-0add-4dd7-87a3-4eb5e7fa1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:54.117728 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-2e2f2ca9-0add-4dd7-87a3-4eb5e7fa1501 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 200 len: 853 time: 0.0558739 Aug 29 21:44:54.149297 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (d19c0a1c-371b-47be-91c8-ea7a58a2c946), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.174452 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-eee6d257-0fab-4688-8017-9ace1fe04be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:54.176373 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-eee6d257-0fab-4688-8017-9ace1fe04be6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=e8c1cf9b-2739-4f89-adff-853fe242fc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526838 Aug 29 21:44:54.177356 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19c0a1c-371b-47be-91c8-ea7a58a2c946,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:54.182586 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.188405 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-f96bb312-7524-4bc3-a46a-016c33c24de6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/d19c0a1c-371b-47be-91c8-ea7a58a2c946 HTTP/1.1" status: 204 len: 168 time: 0.2909355 Aug 29 21:44:54.188851 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44946) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:54.194336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbcfa5b-3f60-4425-bd8e-28478a79b4e5 None None] Network 5e837a9d-67f3-4836-bdab-0e762646c779 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:44:54.244495 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:54.245556 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:54.288698 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (5e837a9d-67f3-4836-bdab-0e762646c779), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.335423 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Deleting port 814140c8-6e7c-4800-9d9d-163ea52d47f8 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:54.335727 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-a2e5adf4-8dbf-4153-b8ff-d69f04143e5c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510577 Aug 29 21:44:54.335984 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.407540 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] DHCP port deletion for 5e837a9d-67f3-4836-bdab-0e762646c779 request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:44:54.422402 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] For port 814140c8-6e7c-4800-9d9d-163ea52d47f8, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=814140c8-6e7c-4800-9d9d-163ea52d47f8,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:54.423046 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.436208 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:54.441645 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Calling delete_port for 814140c8-6e7c-4800-9d9d-163ea52d47f8 owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:54.458091 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] Deleting port 814140c8-6e7c-4800-9d9d-163ea52d47f8 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:54.458453 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.465833 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-29c62597-04a8-4ff3-b486-e67f057be6b4 req-28925a0f-efc1-4ae9-a59e-a6f92c5d5026 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233003 Aug 29 21:44:54.557402 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] For port 814140c8-6e7c-4800-9d9d-163ea52d47f8, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=814140c8-6e7c-4800-9d9d-163ea52d47f8,segment=NetworkSegment(35d1cd12-2b96-4754-ae74-0f1d85293453),segment_id=35d1cd12-2b96-4754-ae74-0f1d85293453)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:54.557402 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.563854 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.576080 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] Calling delete_port for 814140c8-6e7c-4800-9d9d-163ea52d47f8 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:54.632005 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] No DVR routers for this DVR port 814140c8-6e7c-4800-9d9d-163ea52d47f8 on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:54.638515 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=814140c8-6e7c-4800-9d9d-163ea52d47f8,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:54.680388 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (814140c8-6e7c-4800-9d9d-163ea52d47f8), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.719467 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] Pushing event deleted for resources: {'Port': ['ID=814140c8-6e7c-4800-9d9d-163ea52d47f8,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:54.723873 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52102e5-b1a4-4a78-bf0a-78057ce918bd None None] No DVR routers for this DVR port 814140c8-6e7c-4800-9d9d-163ea52d47f8 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:54.748041 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (5e837a9d-67f3-4836-bdab-0e762646c779), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.759314 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:54.775193 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e837a9d-67f3-4836-bdab-0e762646c779']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:54.787811 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d1cd12-2b96-4754-ae74-0f1d85293453') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:54.788113 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d1cd12-2b96-4754-ae74-0f1d85293453') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:54.802937 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (35d1cd12-2b96-4754-ae74-0f1d85293453), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.827170 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (35d1cd12-2b96-4754-ae74-0f1d85293453), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.835464 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:44:54.835892 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (35d1cd12-2b96-4754-ae74-0f1d85293453), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.884940 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 35d1cd12-2b96-4754-ae74-0f1d85293453 resource provider aggregate not found Aug 29 21:44:54.906406 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 35d1cd12-2b96-4754-ae74-0f1d85293453 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35d1cd12-2b96-4754-ae74-0f1d85293453 found for delete ", "request_id": "req-c4465b04-79da-4441-a89a-706827e71841"}]} Aug 29 21:44:54.910951 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (5e837a9d-67f3-4836-bdab-0e762646c779), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.916517 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:54.922870 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/5e837a9d-67f3-4836-bdab-0e762646c779 HTTP/1.1" status: 204 len: 168 time: 0.7299445 Aug 29 21:44:54.923453 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44958) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:54.931041 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead6e9f-cd6c-429a-84a1-85fce6538c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e837a9d-67f3-4836-bdab-0e762646c779,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:55.020438 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:55.129031 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b5bf6-193b-4d87-a9e4-955ba2725b29 req-5292aa57-3b37-45b8-bdc4-5a608f643b9c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:55.130607 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a37b5bf6-193b-4d87-a9e4-955ba2725b29 req-5292aa57-3b37-45b8-bdc4-5a608f643b9c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0933044 Aug 29 21:44:55.218071 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 814140c8-6e7c-4800-9d9d-163ea52d47f8 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:55.238354 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 814140c8-6e7c-4800-9d9d-163ea52d47f8 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:55.238814 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 814140c8-6e7c-4800-9d9d-163ea52d47f8 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:55.239250 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f7f5f0ca-edf4-4983-8c12-73223950ab37 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:55.261717 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: f7f5f0ca-edf4-4983-8c12-73223950ab37 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:55.262062 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f7f5f0ca-edf4-4983-8c12-73223950ab37 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:55.262470 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 69c3fc0d-673f-46ee-9374-02f75e003817 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:55.264755 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a37b5bf6-193b-4d87-a9e4-955ba2725b29 req-5c7beb3b-2f2a-42ee-a05c-f86201f31486 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274979 Aug 29 21:44:55.293091 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 69c3fc0d-673f-46ee-9374-02f75e003817 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:55.293091 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 69c3fc0d-673f-46ee-9374-02f75e003817 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:55.361746 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:55.367387 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (4df0f9fd-174c-473d-a145-e48cd2208676), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:55.620638 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Deleting port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:55.620887 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:55.709681 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] For port d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:55.710053 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:55.728323 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Calling delete_port for d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:55.906895 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:55.933947 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:55.959113 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Pushing event deleted for resources: {'Port': ['ID=d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:56.150462 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (4df0f9fd-174c-473d-a145-e48cd2208676), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:56.344327 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:56.660646 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756a2a1-25bc-45a9-84d2-f11574363e88 req-509ade47-4f87-44f6-9484-0a8762c0e8a4 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:56.662124 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8756a2a1-25bc-45a9-84d2-f11574363e88 req-509ade47-4f87-44f6-9484-0a8762c0e8a4 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.3056567 Aug 29 21:44:56.666345 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Router 4df0f9fd-174c-473d-a145-e48cd2208676 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:44:56.802325 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8756a2a1-25bc-45a9-84d2-f11574363e88 req-1c411b82-5f2b-4eda-bcf6-81304805d7a0 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329927 Aug 29 21:44:56.831774 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:44:56.837386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-779335eb-90e1-4b91-aed5-8f3dff6a8acf admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/4df0f9fd-174c-473d-a145-e48cd2208676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9124341 Aug 29 21:44:56.839944 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 44966) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:56.843074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] Sync routers for ids ['4df0f9fd-174c-473d-a145-e48cd2208676'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:44:56.854417 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] Routers {'4df0f9fd-174c-473d-a145-e48cd2208676'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:56.855093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['4df0f9fd-174c-473d-a145-e48cd2208676'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:56.953994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks [] for router (4df0f9fd-174c-473d-a145-e48cd2208676), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:56.969461 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] Set router 4df0f9fd-174c-473d-a145-e48cd2208676 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:57.059592 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks [] for router_gateway (4df0f9fd-174c-473d-a145-e48cd2208676), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.111143 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Deleting port d18ace0e-000e-476a-94a6-ea312781031c {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:57.111556 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (d18ace0e-000e-476a-94a6-ea312781031c), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.167475 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70'}], 'enable_snat': True}, 'gw_port_id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:44:55Z', 'revision_number': 5, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port': {'id': 'd18ace0e-000e-476a-94a6-ea312781031c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:27:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:35:44Z', 'updated_at': '2022-08-29T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:57.175921 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:57.195275 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] Checking router: 4df0f9fd-174c-473d-a145-e48cd2208676 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:44:57.205499 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] Routers {'4df0f9fd-174c-473d-a145-e48cd2208676'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:44:57.205961 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:44:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['4df0f9fd-174c-473d-a145-e48cd2208676'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:57.209780 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] For port d18ace0e-000e-476a-94a6-ea312781031c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=d18ace0e-000e-476a-94a6-ea312781031c,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:57.210295 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (d18ace0e-000e-476a-94a6-ea312781031c), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.226583 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Calling delete_port for d18ace0e-000e-476a-94a6-ea312781031c owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:57.306016 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] Set router 4df0f9fd-174c-473d-a145-e48cd2208676 gateway port host: None {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:44:57.365717 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:44:57Z', 'revision_number': 6, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:57.405818 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e2c21-95ac-4c66-a8ad-b64b6d975cab None None] The sync data for ids ['4df0f9fd-174c-473d-a145-e48cd2208676'] in dv-cinder-854266-3-iscsi is: [{'id': '4df0f9fd-174c-473d-a145-e48cd2208676', 'name': 'tempest-TestVolumeBootPattern-16181171-router', 'tenant_id': '2c25a88a2c3541c7a2928901758bda71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:35:43Z', 'updated_at': '2022-08-29T21:44:57Z', 'revision_number': 6, 'project_id': '2c25a88a2c3541c7a2928901758bda71', 'gw_port_host': None}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:44:57.411739 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (d18ace0e-000e-476a-94a6-ea312781031c), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.447647 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Pushing event deleted for resources: {'Port': ['ID=d18ace0e-000e-476a-94a6-ea312781031c,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:57.473372 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:57.514346 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (4df0f9fd-174c-473d-a145-e48cd2208676), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.604264 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (4df0f9fd-174c-473d-a145-e48cd2208676), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.606649 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks [] for router_controller (4df0f9fd-174c-473d-a145-e48cd2208676), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.665163 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (4df0f9fd-174c-473d-a145-e48cd2208676), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.665888 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df0f9fd-174c-473d-a145-e48cd2208676 {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:44:57.670660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.672109 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3218ce1c-261d-43ad-a143-349a5147848f admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/4df0f9fd-174c-473d-a145-e48cd2208676 HTTP/1.1" status: 204 len: 168 time: 0.8309424 Aug 29 21:44:57.675135 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44970) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:57.729430 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Deleting subnet 5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:44:57.733408 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Publish callbacks [] for subnet (5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.776478 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.866666 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.941361 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232986-02ed-4009-aafc-e54c750ef778 req-e86770b0-f507-4d3b-986b-7b14a8eb0c01 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:57.941721 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.945429 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9f232986-02ed-4009-aafc-e54c750ef778 req-e86770b0-f507-4d3b-986b-7b14a8eb0c01 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0649877 Aug 29 21:44:57.963650 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81291c-5bfa-432c-91a4-d0f0a58a16f8 None None] Network 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:44:57.972814 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:57.975998 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1 HTTP/1.1" status: 204 len: 168 time: 0.2995329 Aug 29 21:44:57.977332 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308abc02-93e0-4447-a288-cd60c177a0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abb1b55-b19e-4bc9-b0ef-efb3d09c55d1,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:57.979874 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44976) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:58.054566 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9f232986-02ed-4009-aafc-e54c750ef778 req-ea164a59-37cc-4880-9fe4-e34ad02aacb9 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054010 Aug 29 21:44:58.065327 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.125317 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Deleting port eabb090d-c126-4375-8535-b8ff0bca0425 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:58.126251 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.199369 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] DHCP port deletion for 0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:44:58.202237 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] For port eabb090d-c126-4375-8535-b8ff0bca0425, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=eabb090d-c126-4375-8535-b8ff0bca0425,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:58.202820 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.210726 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:58.219875 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Calling delete_port for eabb090d-c126-4375-8535-b8ff0bca0425 owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:58.247851 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] Deleting port eabb090d-c126-4375-8535-b8ff0bca0425 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:44:58.248273 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.317167 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.327098 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:58.327693 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] For port eabb090d-c126-4375-8535-b8ff0bca0425, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=eabb090d-c126-4375-8535-b8ff0bca0425,segment=NetworkSegment(c903fc59-cb55-4f23-b841-db779904fcaf),segment_id=c903fc59-cb55-4f23-b841-db779904fcaf)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:44:58.328087 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.343272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] Calling delete_port for eabb090d-c126-4375-8535-b8ff0bca0425 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:44:58.351132 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabb090d-c126-4375-8535-b8ff0bca0425,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:58.353158 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] No DVR routers for this DVR port eabb090d-c126-4375-8535-b8ff0bca0425 on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:58.393240 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=100 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:58.430052 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (eabb090d-c126-4375-8535-b8ff0bca0425), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.432826 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.460145 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:58.463138 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] No DVR routers for this DVR port eabb090d-c126-4375-8535-b8ff0bca0425 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:44:58.464915 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d8eab-51bd-45c7-8f66-6dfbebc512df None None] Pushing event deleted for resources: {'Port': ['ID=eabb090d-c126-4375-8535-b8ff0bca0425,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:58.481121 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c903fc59-cb55-4f23-b841-db779904fcaf') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:58.481420 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c903fc59-cb55-4f23-b841-db779904fcaf') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:44:58.491576 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:44:58.494248 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (c903fc59-cb55-4f23-b841-db779904fcaf), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.512052 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (c903fc59-cb55-4f23-b841-db779904fcaf), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.519363 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:44:58.519750 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (c903fc59-cb55-4f23-b841-db779904fcaf), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.540135 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment c903fc59-cb55-4f23-b841-db779904fcaf resource provider aggregate not found Aug 29 21:44:58.570264 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment c903fc59-cb55-4f23-b841-db779904fcaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c903fc59-cb55-4f23-b841-db779904fcaf found for delete ", "request_id": "req-c7aac0ad-e202-4e1c-9849-3f95352203cd"}]} Aug 29 21:44:58.590471 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.595893 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.599204 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e HTTP/1.1" status: 204 len: 168 time: 0.6184895 Aug 29 21:44:58.610810 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001da48-6e45-456b-87bf-c451cd3e4614 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f964ec0-89eb-4a5d-adda-5bf91c3cfc2e,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:58.717451 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44984) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:58.760823 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-4c1ecec1-216b-4c67-abc7-01ee8a7e8df8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=98d4703c6737454291724a5ad15c9cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420194 Aug 29 21:44:58.763263 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 44986) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:58.815816 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-71662723-35c4-475b-a5d7-5a8f231a2b0b admin admin] Publish callbacks [] for security_group (f4438ac8-cc51-4f82-89d0-52eb681f2cbb), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.837399 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-71662723-35c4-475b-a5d7-5a8f231a2b0b admin admin] Publish callbacks [] for security_group (f4438ac8-cc51-4f82-89d0-52eb681f2cbb), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.891307 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-71662723-35c4-475b-a5d7-5a8f231a2b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (f4438ac8-cc51-4f82-89d0-52eb681f2cbb), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.894294 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-71662723-35c4-475b-a5d7-5a8f231a2b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:58.897985 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-71662723-35c4-475b-a5d7-5a8f231a2b0b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f4438ac8-cc51-4f82-89d0-52eb681f2cbb HTTP/1.1" status: 204 len: 168 time: 0.1313057 Aug 29 21:44:58.904792 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71662723-35c4-475b-a5d7-5a8f231a2b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4438ac8-cc51-4f82-89d0-52eb681f2cbb,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:44:59.196732 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd859a-1b81-4208-a941-f754455979b2 req-0ab11cad-c0aa-46e9-a4a3-060d2a0b928e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:44:59.205519 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8fbd859a-1b81-4208-a941-f754455979b2 req-0ab11cad-c0aa-46e9-a4a3-060d2a0b928e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0613918 Aug 29 21:44:59.253047 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device eabb090d-c126-4375-8535-b8ff0bca0425 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:59.283013 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8fbd859a-1b81-4208-a941-f754455979b2 req-393e979b-6083-40f3-9ef4-c9f9c187d16c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755053 Aug 29 21:44:59.287687 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: eabb090d-c126-4375-8535-b8ff0bca0425 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:59.293217 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device eabb090d-c126-4375-8535-b8ff0bca0425 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:59.296286 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:59.323987 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:59.324354 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d448eb3a-8c44-46e7-9ed8-f03ab1e20bdd not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:59.324842 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d18ace0e-000e-476a-94a6-ea312781031c no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:44:59.330299 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45000) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:59.350796 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: d18ace0e-000e-476a-94a6-ea312781031c {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:44:59.351787 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device d18ace0e-000e-476a-94a6-ea312781031c not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:44:59.383175 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-123e1f7f-bd22-4f5c-acc3-c869a7ff8d77 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2c25a88a2c3541c7a2928901758bda71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513570 Aug 29 21:44:59.386972 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45004) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:44:59.457277 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f96a42f6-de08-4cef-b5b0-38aa42348cec admin admin] Publish callbacks [] for security_group (6edd73a7-4d66-4384-a75d-901bafb95e83), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:59.479695 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f96a42f6-de08-4cef-b5b0-38aa42348cec admin admin] Publish callbacks [] for security_group (6edd73a7-4d66-4384-a75d-901bafb95e83), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:59.533934 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f96a42f6-de08-4cef-b5b0-38aa42348cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6edd73a7-4d66-4384-a75d-901bafb95e83), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:59.536954 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f96a42f6-de08-4cef-b5b0-38aa42348cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:44:59.538057 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f96a42f6-de08-4cef-b5b0-38aa42348cec admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6edd73a7-4d66-4384-a75d-901bafb95e83 HTTP/1.1" status: 204 len: 168 time: 0.1501510 Aug 29 21:44:59.546761 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a42f6-de08-4cef-b5b0-38aa42348cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edd73a7-4d66-4384-a75d-901bafb95e83,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:00.415495 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d8c3f-559b-4fcf-a986-b9c752e604f2 req-f8a61789-dfdd-4375-8e05-3339887c227c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:00.417044 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b11d8c3f-559b-4fcf-a986-b9c752e604f2 req-f8a61789-dfdd-4375-8e05-3339887c227c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0496874 Aug 29 21:45:00.456033 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:00.496955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c44f194d-8c1e-4176-8acc-b3003424b64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:00.497812 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-b11d8c3f-559b-4fcf-a986-b9c752e604f2 req-91f0af98-7610-43e6-9b6a-233009483c51 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719419 Aug 29 21:45:01.621590 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe19c6f-ff5c-4352-91f3-ecd939fc06b0 req-9dc3a301-da78-4731-9fb8-d475b94142fe tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:01.623074 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe19c6f-ff5c-4352-91f3-ecd939fc06b0 req-9dc3a301-da78-4731-9fb8-d475b94142fe tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0509629 Aug 29 21:45:01.692850 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-dbe19c6f-ff5c-4352-91f3-ecd939fc06b0 req-77dcbae2-9dcb-4f6e-9ba7-7ff42f101022 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636139 Aug 29 21:45:02.812490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-04caf2b5-d78e-43ab-8ace-82382e9b9bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:02.827869 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186352c-c712-4d65-9a94-036f79fa187d req-1473794c-5d84-47a9-912d-ddb96bfcf163 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:02.829762 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c186352c-c712-4d65-9a94-036f79fa187d req-1473794c-5d84-47a9-912d-ddb96bfcf163 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0594926 Aug 29 21:45:02.909472 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-c186352c-c712-4d65-9a94-036f79fa187d req-a32d63c3-9661-4104-921a-fd6577318ffa tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726771 Aug 29 21:45:04.038736 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5278-0cb5-4206-ae54-41c228c20521 req-4abe3fba-8adc-4547-b4c5-61f62053fb7c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:04.040930 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a46a5278-0cb5-4206-ae54-41c228c20521 req-4abe3fba-8adc-4547-b4c5-61f62053fb7c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0498996 Aug 29 21:45:04.105235 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a46a5278-0cb5-4206-ae54-41c228c20521 req-c64ba850-3d78-4a37-9d1c-bac3bd737809 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575716 Aug 29 21:45:04.853266 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:05.253472 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83900c-7d61-4224-b9fc-5004adbe4992 req-d35da7fd-8f4d-42f0-91eb-00f927ff986f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:05.255031 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a83900c-7d61-4224-b9fc-5004adbe4992 req-d35da7fd-8f4d-42f0-91eb-00f927ff986f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0676351 Aug 29 21:45:05.303281 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:05.328484 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-1a83900c-7d61-4224-b9fc-5004adbe4992 req-8020ad7e-fb07-4409-9878-71d29c876e2e tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658941 Aug 29 21:45:05.660278 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:05.786344 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:06.484349 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92e5fe-2a61-4d45-b68d-bf4f9b0fd6ee req-ebec6eb0-0e0f-4cfd-acfc-2abd3405a54a tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:06.486395 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2a92e5fe-2a61-4d45-b68d-bf4f9b0fd6ee req-ebec6eb0-0e0f-4cfd-acfc-2abd3405a54a tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0547783 Aug 29 21:45:06.553090 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-2a92e5fe-2a61-4d45-b68d-bf4f9b0fd6ee req-08b425ad-1f6b-4243-885c-e519f405b486 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610695 Aug 29 21:45:07.689616 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ecf31-b099-4518-a560-b3de13636c0c req-9b96b719-b2df-4f40-8995-400963e5bbfe tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:07.691086 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-069ecf31-b099-4518-a560-b3de13636c0c req-9b96b719-b2df-4f40-8995-400963e5bbfe tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0555191 Aug 29 21:45:07.757253 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-069ecf31-b099-4518-a560-b3de13636c0c req-8c0170ff-fbef-434e-9f0d-e3de62814ca3 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603964 Aug 29 21:45:08.721311 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45086) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:08.769075 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Deleting subnet f5c3b017-996e-4bf7-ba5f-40562575489e {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:45:08.772487 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Publish callbacks [] for subnet (f5c3b017-996e-4bf7-ba5f-40562575489e), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:08.810590 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (f5c3b017-996e-4bf7-ba5f-40562575489e), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:08.886356 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (f5c3b017-996e-4bf7-ba5f-40562575489e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:08.899787 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:08.901295 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:08.922304 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce765c6c-e781-46c0-8fb5-30348f905076 req-54736984-8b28-46df-bf0a-c08e6321297c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:08.923858 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ce765c6c-e781-46c0-8fb5-30348f905076 req-54736984-8b28-46df-bf0a-c08e6321297c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0843558 Aug 29 21:45:08.968918 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:08.996288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (f5c3b017-996e-4bf7-ba5f-40562575489e), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.033799 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ce765c6c-e781-46c0-8fb5-30348f905076 req-0b1b0956-b277-4408-9246-0d40de1dbc46 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030290 Aug 29 21:45:09.034778 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5c3b017-996e-4bf7-ba5f-40562575489e,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:09.040186 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.043681 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/f5c3b017-996e-4bf7-ba5f-40562575489e HTTP/1.1" status: 204 len: 168 time: 0.3210785 Aug 29 21:45:09.048816 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45090) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:09.049706 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.050070 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.050417 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.050759 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.051096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.051429 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.051758 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.052092 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.052415 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.052782 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.053112 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.053438 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.053763 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.054083 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.054404 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1379f-ac10-46e3-b3da-56cca9cdd70a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:09.125971 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (232cf447-28fa-40a6-80b9-0c467edd0554), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.158535 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.213503 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (232cf447-28fa-40a6-80b9-0c467edd0554), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.235049 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232cf447-28fa-40a6-80b9-0c467edd0554']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:09.245400 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabff190-b248-4657-9226-04395f7a9c38') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:09.245701 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabff190-b248-4657-9226-04395f7a9c38') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:09.256454 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (dabff190-b248-4657-9226-04395f7a9c38), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.270356 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (dabff190-b248-4657-9226-04395f7a9c38), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.277240 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:45:09.277632 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (dabff190-b248-4657-9226-04395f7a9c38), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.319892 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment dabff190-b248-4657-9226-04395f7a9c38 resource provider aggregate not found Aug 29 21:45:09.343173 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment dabff190-b248-4657-9226-04395f7a9c38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dabff190-b248-4657-9226-04395f7a9c38 found for delete ", "request_id": "req-d9ac29a8-e983-433b-a832-dbeb5592e7e4"}]} Aug 29 21:45:09.344894 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (232cf447-28fa-40a6-80b9-0c467edd0554), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.350546 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.363469 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/232cf447-28fa-40a6-80b9-0c467edd0554 HTTP/1.1" status: 204 len: 168 time: 0.3027601 Aug 29 21:45:09.368093 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb596c5-22e5-41db-91d3-e94967e79cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=232cf447-28fa-40a6-80b9-0c467edd0554,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:09.572476 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45098) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:09.623278 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-c773e8f5-f64c-4c37-8395-4ccbd927aa7b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d05e27bd70e64afbbc58379e64826217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495853 Aug 29 21:45:09.625880 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45100) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:09.681760 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3bf59060-dfc4-4d2f-83ea-83202259a3ef admin admin] Publish callbacks [] for security_group (7c7996b4-8b47-457f-9bab-4280f3748f08), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.703594 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3bf59060-dfc4-4d2f-83ea-83202259a3ef admin admin] Publish callbacks [] for security_group (7c7996b4-8b47-457f-9bab-4280f3748f08), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.754713 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3bf59060-dfc4-4d2f-83ea-83202259a3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (7c7996b4-8b47-457f-9bab-4280f3748f08), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.757310 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-3bf59060-dfc4-4d2f-83ea-83202259a3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:09.758723 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-3bf59060-dfc4-4d2f-83ea-83202259a3ef admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7c7996b4-8b47-457f-9bab-4280f3748f08 HTTP/1.1" status: 204 len: 168 time: 0.1317675 Aug 29 21:45:09.766680 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf59060-dfc4-4d2f-83ea-83202259a3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7996b4-8b47-457f-9bab-4280f3748f08,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:10.182268 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c02e33-47e7-427b-9076-d862c393038b req-6830f5f2-2749-461a-a164-d5e196c27b8c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:10.184000 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-88c02e33-47e7-427b-9076-d862c393038b req-6830f5f2-2749-461a-a164-d5e196c27b8c tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0523887 Aug 29 21:45:10.206503 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:10.255440 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-88c02e33-47e7-427b-9076-d862c393038b req-2573e696-0252-455d-9d17-ec033cf1b7c5 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644386 Aug 29 21:45:11.382543 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17ed33-6491-4417-ad1f-fa92d7878ca1 req-2709a0a0-d535-40ee-9293-1cc0a277e80f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:11.384386 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d17ed33-6491-4417-ad1f-fa92d7878ca1 req-2709a0a0-d535-40ee-9293-1cc0a277e80f tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0511591 Aug 29 21:45:11.447994 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d17ed33-6491-4417-ad1f-fa92d7878ca1 req-bd252ea2-ba7a-4ae2-9022-e90133f47451 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&id=6f349097-fcc6-4020-ae5a-afa186258501&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576122 Aug 29 21:45:12.033855 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=38 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:12.034614 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=11 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:17.032334 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0286b6-92d0-4446-b6f9-7dc7e1fd7273 req-1d1e4767-2a44-4afa-b278-b1d7538909e2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:17.033900 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d0286b6-92d0-4446-b6f9-7dc7e1fd7273 req-1d1e4767-2a44-4afa-b278-b1d7538909e2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0495808 Aug 29 21:45:17.087289 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d0286b6-92d0-4446-b6f9-7dc7e1fd7273 req-4bd59a16-472e-49fc-af95-dfeffd006465 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472546 Aug 29 21:45:18.214800 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074afb88-db8d-4810-b149-4333b3d39cbc req-9264431e-f44c-4649-b02f-583d861b1512 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:18.216312 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-074afb88-db8d-4810-b149-4333b3d39cbc req-9264431e-f44c-4649-b02f-583d861b1512 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0520000 Aug 29 21:45:18.268081 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-074afb88-db8d-4810-b149-4333b3d39cbc req-c6c6b11f-4899-4d2c-b1e7-6448f1dab13c tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457551 Aug 29 21:45:18.440574 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-eb1be5f4-28e2-4d6f-ae5d-0036cef540c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:18.442007 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-eb1be5f4-28e2-4d6f-ae5d-0036cef540c3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.0440891 Aug 29 21:45:18.583078 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-72f52afb-f067-4b57-be18-8832d019772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:18.584626 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-72f52afb-f067-4b57-be18-8832d019772e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.1195500 Aug 29 21:45:18.655812 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-02595fc3-89fd-4da0-a815-1dad47fcfd1c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 1002 time: 0.0652676 Aug 29 21:45:18.733363 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-38603e9f-e03f-4b33-a90c-b31beaffb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:18.736115 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-38603e9f-e03f-4b33-a90c-b31beaffb708 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0737839 Aug 29 21:45:18.807949 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-923c82ee-12c9-476b-b558-007f609e7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:18.809863 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-923c82ee-12c9-476b-b558-007f609e7589 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683684 Aug 29 21:45:18.915161 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-3d62abbb-e283-496b-b3be-00799bd5cf7b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975871 Aug 29 21:45:18.970442 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:19.019971 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8af2cfbe-153c-4a75-af6c-5fe6758b1e27 req-7fa4291e-9664-46a1-a096-690352f5005e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988493 Aug 29 21:45:19.150943 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=35,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:19.354986 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:19.355739 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:19.390494 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356c29-71b3-42ff-ad10-f15e1c40a946 req-f7123ccf-545d-4f25-ad18-de4e2d3295e9 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:19.391993 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d356c29-71b3-42ff-ad10-f15e1c40a946 req-f7123ccf-545d-4f25-ad18-de4e2d3295e9 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0490808 Aug 29 21:45:19.445914 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-5d356c29-71b3-42ff-ad10-f15e1c40a946 req-2ff1aea6-878e-4d63-ab82-07962d898b59 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483091 Aug 29 21:45:19.779117 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=27,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:20.587501 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0844e63-37b7-472b-9642-0903df876920 req-6b26a19c-2983-4a3b-8b64-882c904fb4f5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:20.589507 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f0844e63-37b7-472b-9642-0903df876920 req-6b26a19c-2983-4a3b-8b64-882c904fb4f5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0598342 Aug 29 21:45:20.650904 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f0844e63-37b7-472b-9642-0903df876920 req-5c1764c0-fe70-4aeb-b4cd-f6dfb9433149 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540349 Aug 29 21:45:21.781607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc37c5-8893-43b6-8148-4416fd099cf3 req-67a2bf7f-1f66-431c-8080-94492c458834 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:21.783046 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-31cc37c5-8893-43b6-8148-4416fd099cf3 req-67a2bf7f-1f66-431c-8080-94492c458834 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0519187 Aug 29 21:45:21.799183 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:21.853862 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-31cc37c5-8893-43b6-8148-4416fd099cf3 req-cbc52e8b-b698-4176-9a21-a2553e5c5771 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635710 Aug 29 21:45:23.000901 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc6d2e-573f-49d1-9ace-8b91cc1f3f7e req-25c43a98-d72f-4ace-a980-bac1552ee69d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:23.002289 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-16dc6d2e-573f-49d1-9ace-8b91cc1f3f7e req-25c43a98-d72f-4ace-a980-bac1552ee69d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0582106 Aug 29 21:45:23.057200 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-16dc6d2e-573f-49d1-9ace-8b91cc1f3f7e req-9e5f287a-a01d-4f48-98a2-0328adfbc124 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475731 Aug 29 21:45:24.183748 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14743748-78d1-4866-b129-a6a30fe6dd59 req-bff57326-082e-458e-887b-afd6578095d2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:24.185843 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-14743748-78d1-4866-b129-a6a30fe6dd59 req-bff57326-082e-458e-887b-afd6578095d2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0518894 Aug 29 21:45:24.235715 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-14743748-78d1-4866-b129-a6a30fe6dd59 req-d539e775-b3bf-4622-9e93-3cb62fb3fc50 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441017 Aug 29 21:45:25.366721 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1b8ec-733a-49ab-8c15-c2e1b8cf6686 req-76f3d465-1b6e-4980-97c4-9259ae28ab6b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:25.368241 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-86f1b8ec-733a-49ab-8c15-c2e1b8cf6686 req-76f3d465-1b6e-4980-97c4-9259ae28ab6b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0552301 Aug 29 21:45:25.427087 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-86f1b8ec-733a-49ab-8c15-c2e1b8cf6686 req-6bc078cf-4ef6-4c4a-a31b-17f5422ce59e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523760 Aug 29 21:45:26.568107 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d5843-bff7-4780-a362-35894dddb3ce req-703bb0cc-3045-4e33-bf20-1dbe16807ce9 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:26.569545 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe0d5843-bff7-4780-a362-35894dddb3ce req-703bb0cc-3045-4e33-bf20-1dbe16807ce9 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0522857 Aug 29 21:45:26.624211 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe0d5843-bff7-4780-a362-35894dddb3ce req-80bf976d-964d-4b95-92ad-4013895bdbda tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485013 Aug 29 21:45:27.448666 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45254) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:27.574813 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.682397 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Publish callbacks [] for security_group (fce01251-49eb-40ba-aec4-be860352225f), precommit_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.687793 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (fce01251-49eb-40ba-aec4-be860352225f), after_create {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.736106 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=78ea9223adc64880a8040e2c842abf30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858698 Aug 29 21:45:27.737126 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce01251-49eb-40ba-aec4-be860352225f,revision_number=1']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:27.740864 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45260) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:27.753243 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.753588 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.753946 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.754277 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.754611 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.754942 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.755269 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.755594 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.755924 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.756266 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.756574 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.757017 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.757377 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.757745 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.758341 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36702df-ed16-42d1-b66a-11a36007b2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:27.759794 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa7444-09e1-4970-abf1-ebf52c686f90 req-7408238b-7a57-4e61-abb0-6a8376109c83 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:27.761848 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2aa7444-09e1-4970-abf1-ebf52c686f90 req-7408238b-7a57-4e61-abb0-6a8376109c83 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0578604 Aug 29 21:45:27.820908 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-57c15a00-5219-44e3-b0b4-6c747d4dc9a7 admin admin] Publish callbacks [] for security_group (fce01251-49eb-40ba-aec4-be860352225f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.829093 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2aa7444-09e1-4970-abf1-ebf52c686f90 req-30553281-ead0-42f5-8651-b80a261ec819 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561385 Aug 29 21:45:27.852795 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-57c15a00-5219-44e3-b0b4-6c747d4dc9a7 admin admin] Publish callbacks [] for security_group (fce01251-49eb-40ba-aec4-be860352225f), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.914443 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-57c15a00-5219-44e3-b0b4-6c747d4dc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (fce01251-49eb-40ba-aec4-be860352225f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.917043 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-57c15a00-5219-44e3-b0b4-6c747d4dc9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:27.918198 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-57c15a00-5219-44e3-b0b4-6c747d4dc9a7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fce01251-49eb-40ba-aec4-be860352225f HTTP/1.1" status: 204 len: 168 time: 0.1762941 Aug 29 21:45:27.927925 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c15a00-5219-44e3-b0b4-6c747d4dc9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce01251-49eb-40ba-aec4-be860352225f,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:28.501852 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-e0a364dd-de71-4ba3-8733-cf7ce2a0dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:28.503363 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-e0a364dd-de71-4ba3-8733-cf7ce2a0dac1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.0423832 Aug 29 21:45:28.601377 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-ba71c487-1077-4f10-a2fd-e0e3a20e08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:28.603053 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-ba71c487-1077-4f10-a2fd-e0e3a20e08c8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.0940688 Aug 29 21:45:28.671937 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-279d20e5-99ce-4ba4-8a67-9b553f02fe07 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 1002 time: 0.0631552 Aug 29 21:45:28.686188 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:28.727535 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-78866501-cf58-4166-bea5-2227c21ad64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:28.729038 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-78866501-cf58-4166-bea5-2227c21ad64a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0510323 Aug 29 21:45:28.782664 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-261a130a-445d-4bad-9e5a-7f6c7a589a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:28.784194 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-261a130a-445d-4bad-9e5a-7f6c7a589a2a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475030 Aug 29 21:45:28.890085 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-db783aff-6130-4067-bc9f-444ac3b47e0a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997987 Aug 29 21:45:29.032905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c286fe-b2bc-4eb5-ad98-066677021861 req-b8e5c632-77d7-412f-837c-e934d9d3d02d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:29.034489 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-12c286fe-b2bc-4eb5-ad98-066677021861 req-b8e5c632-77d7-412f-837c-e934d9d3d02d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0667450 Aug 29 21:45:29.066623 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:29.086578 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0a26ccbd-2502-45e7-bd43-24e128bf7b13 req-2fb89d26-2b34-46a8-9f11-ef98bbe8db58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904995 Aug 29 21:45:29.129939 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-12c286fe-b2bc-4eb5-ad98-066677021861 req-8205e066-9ebf-404f-bcde-e0b05978f6f2 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883288 Aug 29 21:45:30.268565 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c2ff0-88d9-47d1-aa56-07e9dd7b4492 req-91eecf05-6cef-472c-9e39-f4f16431ce2e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:30.270040 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-024c2ff0-88d9-47d1-aa56-07e9dd7b4492 req-91eecf05-6cef-472c-9e39-f4f16431ce2e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0558348 Aug 29 21:45:30.320187 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-024c2ff0-88d9-47d1-aa56-07e9dd7b4492 req-41303491-9095-41c4-a3f7-2b1ec9128377 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444911 Aug 29 21:45:30.490019 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-7b12cef3-ec27-4c2c-8c9d-2f40d7bba349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:31.089179 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:45:31.470018 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e973b-2280-4a8e-a24f-3f270f5b20d2 req-929cf3d2-ac4f-4cd6-ae3d-4490268fe90d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:31.472792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-931e973b-2280-4a8e-a24f-3f270f5b20d2 req-929cf3d2-ac4f-4cd6-ae3d-4490268fe90d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0649872 Aug 29 21:45:31.541877 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-931e973b-2280-4a8e-a24f-3f270f5b20d2 req-cf8c15cf-07c2-475e-a870-d878c1ae5d8c tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626838 Aug 29 21:45:31.864679 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef1add-5e26-476b-b6a1-30e72c421cbe req-6648e0b1-5e35-4700-8a64-38bd1a52066b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:31.867295 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-06ef1add-5e26-476b-b6a1-30e72c421cbe req-6648e0b1-5e35-4700-8a64-38bd1a52066b tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0857234 Aug 29 21:45:31.961580 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-06ef1add-5e26-476b-b6a1-30e72c421cbe req-ab8c3adf-e9dc-402b-9dc4-1bd3d40a94f9 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802796 Aug 29 21:45:31.971132 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-949501ee-e879-4a96-a4c0-65ac64f46a3d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2205911 Aug 29 21:45:32.245134 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-4f27c00f-f511-4b09-b9bf-5bb43af117a5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:32.246891 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-4f27c00f-f511-4b09-b9bf-5bb43af117a5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports/8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 943 time: 0.2345009 Aug 29 21:45:32.828843 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-5a744806-1436-4d30-91fa-077464dfed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:33.139256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a475316-0de2-4045-8d4e-a65d15a7e68b req-755f7fef-84ef-48c0-afd0-d54f54b0f6d5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:33.140989 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9a475316-0de2-4045-8d4e-a65d15a7e68b req-755f7fef-84ef-48c0-afd0-d54f54b0f6d5 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0671277 Aug 29 21:45:33.200532 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9a475316-0de2-4045-8d4e-a65d15a7e68b req-75c1200a-a6fb-4259-8ac0-225beeaf2005 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525124 Aug 29 21:45:34.034016 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-9b47c7ca-595e-44a5-9b9a-b568921d657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:34.035525 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-9b47c7ca-595e-44a5-9b9a-b568921d657c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c&tenant_id=2d9fa722c18045678015c7b300ccc3ab HTTP/1.1" status: 200 len: 1130 time: 0.0490730 Aug 29 21:45:34.122889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-02796707-6df2-4961-8234-961ee66bb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:34.124592 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-02796707-6df2-4961-8234-961ee66bb615 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.0616746 Aug 29 21:45:34.249709 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-129cba61-d541-4eb1-96a5-22051af4d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:34.251201 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-129cba61-d541-4eb1-96a5-22051af4d3d4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.1207302 Aug 29 21:45:34.344216 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:34.365420 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-a5b8dc6f-39e7-4ed1-856f-13c794d2fcde service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 1002 time: 0.1077378 Aug 29 21:45:34.373656 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d20e5-c10f-4d75-ab3d-8c80ac045b5a req-8e56e607-896a-4e07-8a62-ce93524e94f7 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:34.375180 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e1d20e5-c10f-4d75-ab3d-8c80ac045b5a req-8e56e607-896a-4e07-8a62-ce93524e94f7 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0669770 Aug 29 21:45:34.451270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-e5b48a5e-f42c-4ece-867f-120f6b531adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:34.452917 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-e5b48a5e-f42c-4ece-867f-120f6b531adc service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0768588 Aug 29 21:45:34.486017 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-3e1d20e5-c10f-4d75-ab3d-8c80ac045b5a req-944f70ee-9a31-4fb7-83d9-e6f2e3eff95e tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022313 Aug 29 21:45:34.517777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-9764deac-ed10-4ee4-899f-6d7262708b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:34.519543 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-9764deac-ed10-4ee4-899f-6d7262708b62 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575845 Aug 29 21:45:34.652401 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-a8358079-039a-4a4f-bf16-9f3514322904 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266119 Aug 29 21:45:34.762358 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9b8ee915-58ab-4d6e-aa36-c61536b328c2 req-9070753c-54f1-4f54-aa90-47946168cdc7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030977 Aug 29 21:45:34.866899 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:35.638607 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:35.656828 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe5bf5-2dde-473d-87a9-cbb30c7a85f7 req-0db471e2-5131-4e28-a3e9-ddff3bf9a3be tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:35.658459 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0bfe5bf5-2dde-473d-87a9-cbb30c7a85f7 req-0db471e2-5131-4e28-a3e9-ddff3bf9a3be tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0628636 Aug 29 21:45:35.671873 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:35.732526 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-0bfe5bf5-2dde-473d-87a9-cbb30c7a85f7 req-c9764b39-e87d-4850-be58-0ed7f60c20dd tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653555 Aug 29 21:45:35.787456 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:35.868111 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:45:35.983300 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 8ba48673-7c7e-419d-94e5-60999c7e242e is: ACTIVE; New status is: DOWN {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:45:35.983943 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:36.030855 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:45:36.034882 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf881f-485c-4245-a19c-0f4f867deee8" -d '{"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:45:36.057357 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:36.063167 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:36.118536 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=6']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:36.129119 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.129587 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.130052 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.130534 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.130935 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.131327 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.131725 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.132113 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.132629 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.133432 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.133973 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.134381 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.134796 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.135181 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.135568 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:45:36.196420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719bc0a3-37ad-4b0e-b0b0-c9d1b68a5764 x-openstack-request-id: req-719bc0a3-37ad-4b0e-b0b0-c9d1b68a5764 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:45:36.196420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:45:36.196420 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-719bc0a3-37ad-4b0e-b0b0-c9d1b68a5764 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:45:36.196420 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719bc0a3-37ad-4b0e-b0b0-c9d1b68a5764'] response: {'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'code': 200} Aug 29 21:45:36.905154 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860666-c764-4dab-a626-c0765454ddf2 req-db8a1018-8c8b-4228-b814-2a7b6597c15d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:36.906932 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4d860666-c764-4dab-a626-c0765454ddf2 req-db8a1018-8c8b-4228-b814-2a7b6597c15d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0683563 Aug 29 21:45:36.983247 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-4d860666-c764-4dab-a626-c0765454ddf2 req-18e4b3f3-2d83-4e29-ae7a-06fb7f4caa99 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699139 Aug 29 21:45:38.149959 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e2c4e-6298-44c2-a72a-3746e7467d50 req-fb2ff152-0f06-4efa-a41a-09a95eed0004 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:38.152108 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6d1e2c4e-6298-44c2-a72a-3746e7467d50 req-fb2ff152-0f06-4efa-a41a-09a95eed0004 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0682781 Aug 29 21:45:38.214783 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6d1e2c4e-6298-44c2-a72a-3746e7467d50 req-2fe21627-87ec-49a6-afea-50d00ecd3de1 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540795 Aug 29 21:45:39.180034 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:39.362264 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3b4fb-6f2b-4671-82f5-4de559e4bb5d req-f99d2815-c7dd-4caa-afe9-056f3e9b0420 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:39.364244 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-16b3b4fb-6f2b-4671-82f5-4de559e4bb5d req-f99d2815-c7dd-4caa-afe9-056f3e9b0420 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0536282 Aug 29 21:45:39.425412 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-16b3b4fb-6f2b-4671-82f5-4de559e4bb5d req-b0f3b90d-9e59-489f-8b30-4540ac7c3506 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534246 Aug 29 21:45:40.554609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919c561-68f3-448f-b010-c1dc7b32d111 req-e4fafc88-8c2f-4fd6-8853-32592d01c969 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:40.556109 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6919c561-68f3-448f-b010-c1dc7b32d111 req-e4fafc88-8c2f-4fd6-8853-32592d01c969 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0543494 Aug 29 21:45:40.618641 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-6919c561-68f3-448f-b010-c1dc7b32d111 req-a21e9b02-bba0-4ccc-bc8a-a26463b920bc tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558283 Aug 29 21:45:40.895234 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1b673-1a08-45f0-95b6-26cd0e08b954 req-b3231873-fd7b-4993-91d9-93b2d93620b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:40.896704 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-beb1b673-1a08-45f0-95b6-26cd0e08b954 req-b3231873-fd7b-4993-91d9-93b2d93620b1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1128 time: 0.0427444 Aug 29 21:45:40.944510 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-beb1b673-1a08-45f0-95b6-26cd0e08b954 req-4ddd8981-48f7-47dc-bb88-0a61d5bfa629 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Aug 29 21:45:41.747787 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95643c-4ee8-4bed-8a72-c028a5aa6d04 req-f835f743-3ea4-4366-ae54-b33ae1519283 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:41.749763 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ac95643c-4ee8-4bed-8a72-c028a5aa6d04 req-f835f743-3ea4-4366-ae54-b33ae1519283 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0512137 Aug 29 21:45:41.782634 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:41.812699 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-ac95643c-4ee8-4bed-8a72-c028a5aa6d04 req-afba9c9c-50e8-4225-9166-423e95401b01 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568075 Aug 29 21:45:42.233333 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:42.236736 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=46,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:42.952993 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf8b0d-33b2-449a-8852-585f164977dc req-66e209db-e47e-428c-b287-612cfb05876f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:42.954659 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cdcf8b0d-33b2-449a-8852-585f164977dc req-66e209db-e47e-428c-b287-612cfb05876f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 944 time: 0.0551224 Aug 29 21:45:43.022273 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-cdcf8b0d-33b2-449a-8852-585f164977dc req-37e6a3bf-2a25-4cd2-b884-daeb428029f8 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588753 Aug 29 21:45:43.883637 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=106528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 21:45:44.019029 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:44.039873 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Returning: {'device': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'port_id': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'mac_address': 'fa:16:3e:0e:12:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 21:45:44.086163 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 8ba48673-7c7e-419d-94e5-60999c7e242e is: DOWN; New status is: BUILD {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:45:44.086722 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:44.107465 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba48673-7c7e-419d-94e5-60999c7e242e {{(pid=106528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 21:45:44.141812 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:44.147092 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:44.211528 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=7']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:44.411056 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['8ba48673-7c7e-419d-94e5-60999c7e242e'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:45:44.550834 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:44.604198 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:44.785182 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40585e93-772b-4d9f-a900-727e402afdb1 req-69a34868-208a-45b1-952d-6106fbca23cc tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1121181353&fields=id&tenant_id=84b949156c47430fae4f516e4c6d80ba HTTP/1.1" status: 200 len: 267 time: 0.0506668 Aug 29 21:45:44.845181 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40585e93-772b-4d9f-a900-727e402afdb1 req-6db3ff47-e5f5-4adc-9878-efef1cd674fd tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:44.846701 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40585e93-772b-4d9f-a900-727e402afdb1 req-6db3ff47-e5f5-4adc-9878-efef1cd674fd tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 984 time: 0.0560589 Aug 29 21:45:44.858469 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.v2.base [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Request body: {'port': {'security_groups': ['16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f']}} {{(pid=106527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 21:45:44.946755 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.405941 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:45.427068 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:45.461321 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), precommit_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.466941 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33510055'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_update {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.478367 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:45.478851 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['01de6740-c3e7-4663-ae6d-d1f005bc9acc'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:45:45.479403 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.480396 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-40585e93-772b-4d9f-a900-727e402afdb1 req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "PUT /networking/v2.0/ports/01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 942 time: 0.6268077 Aug 29 21:45:45.480952 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:45:45.483855 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca62027-4fd3-48f5-8b6e-89c2c784c079" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:45:45.488676 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45316) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:45.559524 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd68eb-dca9-4de0-9619-4a627f6f2275 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event updated for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=7']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:45.580454 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['01de6740-c3e7-4663-ae6d-d1f005bc9acc'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:45:45.607596 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9f214253-b7d9-441e-b4f2-5b21a26302eb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group (6f349097-fcc6-4020-ae5a-afa186258501), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.640764 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9f214253-b7d9-441e-b4f2-5b21a26302eb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group (6f349097-fcc6-4020-ae5a-afa186258501), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.704554 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a8c18-d29e-4db2-b6c9-4f2ccd685997 x-openstack-request-id: req-845a8c18-d29e-4db2-b6c9-4f2ccd685997 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:45:45.705017 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:45:45.705356 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-845a8c18-d29e-4db2-b6c9-4f2ccd685997 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:45:45.708055 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845a8c18-d29e-4db2-b6c9-4f2ccd685997'] response: {'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'status': 'completed', 'code': 200} Aug 29 21:45:45.766280 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9f214253-b7d9-441e-b4f2-5b21a26302eb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (6f349097-fcc6-4020-ae5a-afa186258501), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.771364 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9f214253-b7d9-441e-b4f2-5b21a26302eb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:45.773017 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9f214253-b7d9-441e-b4f2-5b21a26302eb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6f349097-fcc6-4020-ae5a-afa186258501 HTTP/1.1" status: 204 len: 168 time: 0.2838013 Aug 29 21:45:45.779221 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45320) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:45.798393 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-61add505-5868-4d24-86d0-54006935b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:45.802373 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-61add505-5868-4d24-86d0-54006935b6f9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1129 time: 0.0744781 Aug 29 21:45:45.841252 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f214253-b7d9-441e-b4f2-5b21a26302eb tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f349097-fcc6-4020-ae5a-afa186258501,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:45.943093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-7174789b-99f7-4fa1-af04-e20dfa60d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:45.944700 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-7174789b-99f7-4fa1-af04-e20dfa60d13b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 916 time: 0.1367300 Aug 29 21:45:46.021190 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-aee0c934-f556-4e71-aa9e-77e405beb25a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 1001 time: 0.0701826 Aug 29 21:45:46.022551 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Deleting port cb36ccea-732a-4086-b277-f9a3bcd0bac8 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:46.022901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.088784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-42ca0f9d-60e5-4a53-8036-65fa6d5ea155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:46.090306 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-42ca0f9d-60e5-4a53-8036-65fa6d5ea155 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 200 len: 853 time: 0.0633695 Aug 29 21:45:46.121177 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e up at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 21:45:46.132675 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.133526 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for floatingip (cb36ccea-732a-4086-b277-f9a3bcd0bac8), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.151887 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Calling delete_port for cb36ccea-732a-4086-b277-f9a3bcd0bac8 owned by network:floatingip {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:45:46.165600 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-eb720991-1a30-49e0-86ce-d1b89fce3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:46.167000 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-eb720991-1a30-49e0-86ce-d1b89fce3f63 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=e8c1cf9b-2739-4f89-adff-853fe242fc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706296 Aug 29 21:45:46.191710 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.provisioning_blocks [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Provisioning complete for port 8ba48673-7c7e-419d-94e5-60999c7e242e triggered by entity L2. {{(pid=106528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 21:45:46.192162 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3632483'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), provisioning_complete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.273480 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:46.298516 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-1a2b6003-db7e-41a0-8238-78cb32e4c6a5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250498 Aug 29 21:45:46.306588 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Current status of the port 8ba48673-7c7e-419d-94e5-60999c7e242e is: BUILD; New status is: ACTIVE {{(pid=106528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 21:45:46.306986 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3721522'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.342877 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:45:46.346173 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76797f6259866ce790c92a8f43bc7c6ffb1e1a411df41ad13c7c4ce96fe0fe70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263aefb-8b43-417d-9f8d-c38fb9416a50" -d '{"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-plugged", "status": "completed", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:45:46.366633 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:46.378487 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (cb36ccea-732a-4086-b277-f9a3bcd0bac8), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.379445 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752322776706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752322397736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752322397754'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.415217 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433110e0-b587-45c9-a1eb-feb4654e36d4 x-openstack-request-id: req-433110e0-b587-45c9-a1eb-feb4654e36d4 {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:45:46.415567 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-plugged", "status": "completed", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "code": 200}]} {{(pid=106528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:45:46.416002 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-433110e0-b587-45c9-a1eb-feb4654e36d4 {{(pid=106528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:45:46.416362 dv-cinder-854266-3-iscsi neutron-server[106528]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433110e0-b587-45c9-a1eb-feb4654e36d4'] response: {'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'code': 200} Aug 29 21:45:46.418037 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event deleted for resources: {'Port': ['ID=cb36ccea-732a-4086-b277-f9a3bcd0bac8,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:46.450276 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fca62027-4fd3-48f5-8b6e-89c2c784c079 req-1e56f235-2659-4cf2-82c8-0dfeabf8c095 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444027 Aug 29 21:45:46.474411 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Pushing event updated for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=8']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:46.497591 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks [] for floatingip (4dfc32d4-12c2-4bd8-af0c-516c5c634e0e), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:46.498398 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.db.l3_db [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Floating IP 4dfc32d4-12c2-4bd8-af0c-516c5c634e0e disassociated (deleted). External IP: 172.27.4.122, port: 01de6740-c3e7-4663-ae6d-d1f005bc9acc. Aug 29 21:45:46.711045 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:46.723624 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Router c8a73527-bf3d-4abf-b498-8c06344cd09f has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:45:46.731432 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:47.098438 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:45:47.103376 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:47.113273 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] Sync routers for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:45:47.124055 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:45:47.124699 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:45:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:47.151783 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-3cc842ad-0bd1-44d7-81e8-d7b18f732e81 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/4dfc32d4-12c2-4bd8-af0c-516c5c634e0e HTTP/1.1" status: 204 len: 168 time: 1.3702481 Aug 29 21:45:47.152571 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:45:47.155972 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf1c4fe50c5e79a31f2eebdccce57bcfafb2d480b0c6bfa4a6ad72c3c83e94e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e37044-56db-4fdf-87e6-e59f2e5df756" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:45:47.265718 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:45:47.300995 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be9b2aa-121f-4d51-953f-abf8fe4f04a2 x-openstack-request-id: req-3be9b2aa-121f-4d51-953f-abf8fe4f04a2 {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:45:47.301586 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "status": "completed", "code": 200}]} {{(pid=106526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:45:47.302191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3be9b2aa-121f-4d51-953f-abf8fe4f04a2 {{(pid=106526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:45:47.302892 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be9b2aa-121f-4d51-953f-abf8fe4f04a2'] response: {'name': 'network-changed', 'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'status': 'completed', 'code': 200} Aug 29 21:45:47.405549 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-e5c247b4-6f4c-4e32-a6b6-9c22e19d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:47.407761 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-e5c247b4-6f4c-4e32-a6b6-9c22e19d5b0a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=84b949156c47430fae4f516e4c6d80ba&device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 1129 time: 0.0728071 Aug 29 21:45:47.551262 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:23Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:47.552391 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-2347105e-b13b-4bf7-89e8-6583ee70732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:47.554945 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-2347105e-b13b-4bf7-89e8-6583ee70732a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 200 len: 916 time: 0.1407235 Aug 29 21:45:47.588250 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] Checking router: c8a73527-bf3d-4abf-b498-8c06344cd09f for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:45:47.606950 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:45:47.607991 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:45:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:47.611018 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-d94cfd32-cf48-4d8b-a592-b73d7da9c169 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 200 len: 217 time: 0.0498180 Aug 29 21:45:47.673325 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-2b85d7b3-3f9f-4fbd-bcd8-6406a3443440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:47.674792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-2b85d7b3-3f9f-4fbd-bcd8-6406a3443440 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 200 len: 853 time: 0.0585339 Aug 29 21:45:47.747723 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-fbf93788-8c6c-4cbd-be6e-87714010955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:47.750080 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-fbf93788-8c6c-4cbd-be6e-87714010955a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=e8c1cf9b-2739-4f89-adff-853fe242fc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694900 Aug 29 21:45:47.769441 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:45:47.932814 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-be807151-a8fb-422d-ad03-b0134786fef3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445677 Aug 29 21:45:48.140053 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:23Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:48.186888 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc6d14-28c3-4c57-b929-f80f0572b16a None None] The sync data for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi is: [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:43:17Z', 'revision_number': 4, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': 'f61d07cd-d2e9-4acf-906f-6ea056ebb1d7', 'name': '', 'network_id': 'e8c1cf9b-2739-4f89-adff-853fe242fc8e', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'mac_address': 'fa:16:3e:11:fc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:17Z', 'updated_at': '2022-08-29T21:43:23Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'subnets': [{'id': '30c76bf0-b864-4b31-a983-84f5184aa90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:45:48.217280 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:48.254653 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-d4e37044-56db-4fdf-87e6-e59f2e5df756 req-43bb52b8-61a6-4614-a790-bf6841833ca2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442938 Aug 29 21:45:48.490391 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017af1b2-2622-4fc9-bd25-e05ee326e4ae None None] New status for floating IP 4dfc32d4-12c2-4bd8-af0c-516c5c634e0e: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:45:48.494397 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:50.393010 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689341e6-a445-4d81-874d-e00396d0f201 req-58db847c-6004-4f98-b0d2-12164dec875b tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:50.394458 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-689341e6-a445-4d81-874d-e00396d0f201 req-58db847c-6004-4f98-b0d2-12164dec875b tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0588429 Aug 29 21:45:50.450552 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-689341e6-a445-4d81-874d-e00396d0f201 req-e586200c-816f-4566-a3ce-43b7801990af tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466435 Aug 29 21:45:51.604658 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae54f2-5486-4ee7-b8b7-264d04a6857f req-69ac1762-ee14-419a-9966-34471f9f232d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:51.606309 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2ae54f2-5486-4ee7-b8b7-264d04a6857f req-69ac1762-ee14-419a-9966-34471f9f232d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0650344 Aug 29 21:45:51.683172 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e2ae54f2-5486-4ee7-b8b7-264d04a6857f req-e36f80fa-e594-49b7-8835-b78f4ccbeecd tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 Aug 29 21:45:52.091787 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-bdfe7dea-08aa-4cba-bcef-d535516239db tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:45:52.094387 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-bdfe7dea-08aa-4cba-bcef-d535516239db tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 945 time: 0.0597358 Aug 29 21:45:52.217499 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Deleting port 01de6740-c3e7-4663-ae6d-d1f005bc9acc {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:52.217849 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:52.339515 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] For port 01de6740-c3e7-4663-ae6d-d1f005bc9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=01de6740-c3e7-4663-ae6d-d1f005bc9acc,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:52.339874 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:52.358202 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Calling delete_port for 01de6740-c3e7-4663-ae6d-d1f005bc9acc owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:45:52.408902 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=100 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:52.520144 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (01de6740-c3e7-4663-ae6d-d1f005bc9acc), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:52.533463 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] get_ports_and_sgs() called for port_ids ['01de6740-c3e7-4663-ae6d-d1f005bc9acc'] {{(pid=106528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 21:45:52.551173 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Pushing event deleted for resources: {'Port': ['ID=01de6740-c3e7-4663-ae6d-d1f005bc9acc,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:52.609743 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] No DVR routers for this DVR port 01de6740-c3e7-4663-ae6d-d1f005bc9acc on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:45:52.612680 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:52.616655 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-f9ab3bfc-d400-41ca-8cd7-1bd846077c7e req-5016560a-b82c-4c32-a63f-31ccaa93e700 tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.72 "DELETE /networking/v2.0/ports/01de6740-c3e7-4663-ae6d-d1f005bc9acc HTTP/1.1" status: 204 len: 173 time: 0.5143304 Aug 29 21:45:52.617112 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'name': 'network-vif-deleted', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:45:52.619400 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a6a7c-ec64-467b-9f4d-18572cf97b92" -d '{"events": [{"server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "name": "network-vif-deleted", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:45:52.674095 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e21457-869d-4af2-8019-97447553ed8d x-openstack-request-id: req-20e21457-869d-4af2-8019-97447553ed8d {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:45:52.674764 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd7bcf-c166-4f1e-bb3b-094b5b189a9b", "name": "network-vif-deleted", "tag": "01de6740-c3e7-4663-ae6d-d1f005bc9acc", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:45:52.674764 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20e21457-869d-4af2-8019-97447553ed8d {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:45:52.675224 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e21457-869d-4af2-8019-97447553ed8d'] response: {'server_uuid': '2abd7bcf-c166-4f1e-bb3b-094b5b189a9b', 'name': 'network-vif-deleted', 'tag': '01de6740-c3e7-4663-ae6d-d1f005bc9acc', 'status': 'completed', 'code': 200} Aug 29 21:45:52.818730 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-9a942813-14e0-4476-80c6-4befa77a64c9 req-32e7d09e-1339-4395-b3f9-6258f8aec40d tempest-TestMinimumBasicScenario-1434664452 tempest-TestMinimumBasicScenario-1434664452-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2abd7bcf-c166-4f1e-bb3b-094b5b189a9b HTTP/1.1" status: 200 len: 210 time: 0.0324669 Aug 29 21:45:54.830236 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45406) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:55.315226 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (c8a73527-bf3d-4abf-b498-8c06344cd09f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:55.651300 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Deleting port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:55.651645 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:55.753934 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] For port f61d07cd-d2e9-4acf-906f-6ea056ebb1d7, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:55.754409 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:55.770194 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Calling delete_port for f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 owned by network:router_interface {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:45:55.849300 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=100 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:55.933515 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:55.985800 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (f61d07cd-d2e9-4acf-906f-6ea056ebb1d7), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:56.015035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Pushing event deleted for resources: {'Port': ['ID=f61d07cd-d2e9-4acf-906f-6ea056ebb1d7,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:56.113422 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 01de6740-c3e7-4663-ae6d-d1f005bc9acc no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:45:56.141953 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 01de6740-c3e7-4663-ae6d-d1f005bc9acc {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:45:56.142471 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 01de6740-c3e7-4663-ae6d-d1f005bc9acc not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:45:56.262224 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (c8a73527-bf3d-4abf-b498-8c06344cd09f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:56.518471 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Router c8a73527-bf3d-4abf-b498-8c06344cd09f has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:45:56.644797 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:45:56.653111 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-842b7781-06c5-44c4-8ac9-47e661f1ddec admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/c8a73527-bf3d-4abf-b498-8c06344cd09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8194828 Aug 29 21:45:56.654590 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45408) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:56.654900 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] Sync routers for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:45:56.657942 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:56.670354 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:45:56.671034 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:45:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:56.796214 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks [] for router (c8a73527-bf3d-4abf-b498-8c06344cd09f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:56.811722 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:45:56.945473 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks [] for router_gateway (c8a73527-bf3d-4abf-b498-8c06344cd09f), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:56.977012 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:56.997393 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:57.026031 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Deleting port 194ce9e4-93fe-45a1-b065-770941b5b790 {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:57.026576 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.071921 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192'}], 'enable_snat': True}, 'gw_port_id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:45:55Z', 'revision_number': 5, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port': {'id': '194ce9e4-93fe-45a1-b065-770941b5b790', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:14Z', 'updated_at': '2022-08-29T21:43:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:57.102758 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] Checking router: c8a73527-bf3d-4abf-b498-8c06344cd09f for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:45:57.117225 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] Routers {'c8a73527-bf3d-4abf-b498-8c06344cd09f'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:45:57.118054 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:45:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['c8a73527-bf3d-4abf-b498-8c06344cd09f'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:57.135726 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] For port 194ce9e4-93fe-45a1-b065-770941b5b790, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=194ce9e4-93fe-45a1-b065-770941b5b790,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:57.136082 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.151915 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:57.154249 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Calling delete_port for 194ce9e4-93fe-45a1-b065-770941b5b790 owned by network:router_gateway {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:45:57.227332 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] Set router c8a73527-bf3d-4abf-b498-8c06344cd09f gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:45:57.292313 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:45:56Z', 'revision_number': 6, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:57.332309 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf5d507-efcb-45f4-abba-b3efe430ee50 None None] The sync data for ids ['c8a73527-bf3d-4abf-b498-8c06344cd09f'] in dv-cinder-854266-3-iscsi is: [{'id': 'c8a73527-bf3d-4abf-b498-8c06344cd09f', 'name': 'tempest-TestMinimumBasicScenario-121206607-router', 'tenant_id': '84b949156c47430fae4f516e4c6d80ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:13Z', 'updated_at': '2022-08-29T21:45:56Z', 'revision_number': 6, 'project_id': '84b949156c47430fae4f516e4c6d80ba', 'gw_port_host': None}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:45:57.419720 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (194ce9e4-93fe-45a1-b065-770941b5b790), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.447283 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=194ce9e4-93fe-45a1-b065-770941b5b790,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:57.538039 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (c8a73527-bf3d-4abf-b498-8c06344cd09f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.644254 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (c8a73527-bf3d-4abf-b498-8c06344cd09f), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.647588 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks [] for router_controller (c8a73527-bf3d-4abf-b498-8c06344cd09f), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.707861 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (c8a73527-bf3d-4abf-b498-8c06344cd09f), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.708838 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a73527-bf3d-4abf-b498-8c06344cd09f {{(pid=106526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:45:57.714002 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.715292 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-058eb0b9-f1e5-486f-8cc0-ed19ce173fbc admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/c8a73527-bf3d-4abf-b498-8c06344cd09f HTTP/1.1" status: 204 len: 168 time: 1.0592842 Aug 29 21:45:57.719145 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45410) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:57.778891 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Deleting subnet 30c76bf0-b864-4b31-a983-84f5184aa90e {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:45:57.786066 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Publish callbacks [] for subnet (30c76bf0-b864-4b31-a983-84f5184aa90e), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.849757 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (30c76bf0-b864-4b31-a983-84f5184aa90e), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:57.951213 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (30c76bf0-b864-4b31-a983-84f5184aa90e), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.025386 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (30c76bf0-b864-4b31-a983-84f5184aa90e), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.077745 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.081406 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/30c76bf0-b864-4b31-a983-84f5184aa90e HTTP/1.1" status: 204 len: 168 time: 0.3599081 Aug 29 21:45:58.083133 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4c361-ed9d-40d9-818a-73282472ec6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c76bf0-b864-4b31-a983-84f5184aa90e,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:58.085444 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45412) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:58.089574 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057b2cd-ce74-4f2a-b06c-1e28300ea189 None None] Network e8c1cf9b-2739-4f89-adff-853fe242fc8e requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:45:58.173107 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (e8c1cf9b-2739-4f89-adff-853fe242fc8e), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.229728 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:58.240302 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Deleting port 976fd964-86b6-49a1-9590-af4a9539c39c {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:58.241246 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.305700 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] DHCP port deletion for e8c1cf9b-2739-4f89-adff-853fe242fc8e request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:45:58.359027 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:58.362715 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] For port 976fd964-86b6-49a1-9590-af4a9539c39c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=976fd964-86b6-49a1-9590-af4a9539c39c,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:58.363766 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.368511 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] Deleting port 976fd964-86b6-49a1-9590-af4a9539c39c {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:58.369299 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.393285 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Calling delete_port for 976fd964-86b6-49a1-9590-af4a9539c39c owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:45:58.454837 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:58.478465 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] For port 976fd964-86b6-49a1-9590-af4a9539c39c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=976fd964-86b6-49a1-9590-af4a9539c39c,segment=NetworkSegment(4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2),segment_id=4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:58.479022 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.500578 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] Calling delete_port for 976fd964-86b6-49a1-9590-af4a9539c39c owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:45:58.511659 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.552944 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=976fd964-86b6-49a1-9590-af4a9539c39c,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:58.555991 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] No DVR routers for this DVR port 976fd964-86b6-49a1-9590-af4a9539c39c on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:45:58.615411 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (976fd964-86b6-49a1-9590-af4a9539c39c), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.658164 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] Pushing event deleted for resources: {'Port': ['ID=976fd964-86b6-49a1-9590-af4a9539c39c,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:58.664253 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e7304-44f8-4125-a85b-775b9bdd9f42 None None] No DVR routers for this DVR port 976fd964-86b6-49a1-9590-af4a9539c39c on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:45:58.941171 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (e8c1cf9b-2739-4f89-adff-853fe242fc8e), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:58.968345 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c1cf9b-2739-4f89-adff-853fe242fc8e']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:58.980317 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:58.980665 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:45:58.992117 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.010901 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.022214 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:45:59.022880 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.102289 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (e8c1cf9b-2739-4f89-adff-853fe242fc8e), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.110555 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.114083 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/e8c1cf9b-2739-4f89-adff-853fe242fc8e HTTP/1.1" status: 204 len: 168 time: 1.0276935 Aug 29 21:45:59.117230 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45418) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:45:59.126521 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424191c-7d5f-4278-9019-fdc5e2a0cf03 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c1cf9b-2739-4f89-adff-853fe242fc8e,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:45:59.141285 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2 resource provider aggregate not found Aug 29 21:45:59.162211 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b4eab3e-2d94-44c5-bcf5-44e2edcdc3b2 found for delete ", "request_id": "req-b215ba86-2351-44f5-b0ec-6a8c971eac69"}]} Aug 29 21:45:59.272774 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 976fd964-86b6-49a1-9590-af4a9539c39c no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:45:59.296895 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 976fd964-86b6-49a1-9590-af4a9539c39c {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:45:59.296895 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 976fd964-86b6-49a1-9590-af4a9539c39c not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:45:59.297274 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 194ce9e4-93fe-45a1-b065-770941b5b790 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:45:59.335568 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 194ce9e4-93fe-45a1-b065-770941b5b790 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:45:59.336255 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 194ce9e4-93fe-45a1-b065-770941b5b790 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:45:59.336917 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:45:59.373890 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:45:59.374197 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device f61d07cd-d2e9-4acf-906f-6ea056ebb1d7 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:45:59.526450 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:45:59.602660 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (05458fae-6852-40b8-8f32-e4faef782119), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.879461 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Deleting port 67cd4f65-ba54-4bbf-b901-ffb494a668aa {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:45:59.879784 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.977498 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] For port 67cd4f65-ba54-4bbf-b901-ffb494a668aa, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=67cd4f65-ba54-4bbf-b901-ffb494a668aa,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:45:59.977853 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:45:59.999211 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Calling delete_port for 67cd4f65-ba54-4bbf-b901-ffb494a668aa owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:00.083831 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:00.248924 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (67cd4f65-ba54-4bbf-b901-ffb494a668aa), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:00.278378 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cd4f65-ba54-4bbf-b901-ffb494a668aa,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:00.491696 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (05458fae-6852-40b8-8f32-e4faef782119), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:00.501267 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-61a9611a-b3ea-49bc-a195-bf366aa25b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:00.615915 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:00.760527 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Router 05458fae-6852-40b8-8f32-e4faef782119 has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:46:00.908845 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:46:00.917795 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-01527155-bab5-41a5-8aab-f89ecb71eb68 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/05458fae-6852-40b8-8f32-e4faef782119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7986732 Aug 29 21:46:00.920096 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45422) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:00.923038 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] Sync routers for ids ['05458fae-6852-40b8-8f32-e4faef782119'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:46:00.943597 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] Routers {'05458fae-6852-40b8-8f32-e4faef782119'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:00.946166 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:45:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['05458fae-6852-40b8-8f32-e4faef782119'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:01.062483 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks [] for router (05458fae-6852-40b8-8f32-e4faef782119), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:01.078345 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] Set router 05458fae-6852-40b8-8f32-e4faef782119 gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:01.192171 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks [] for router_gateway (05458fae-6852-40b8-8f32-e4faef782119), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:01.329214 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100'}], 'enable_snat': True}, 'gw_port_id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:46:00Z', 'revision_number': 5, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port': {'id': '2e51d029-8b80-435d-a993-b40e125a59a7', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05458fae-6852-40b8-8f32-e4faef782119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:01.366548 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] Checking router: 05458fae-6852-40b8-8f32-e4faef782119 for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:46:01.378059 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] Routers {'05458fae-6852-40b8-8f32-e4faef782119'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:01.378704 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:45:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['05458fae-6852-40b8-8f32-e4faef782119'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:01.496539 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] Set router 05458fae-6852-40b8-8f32-e4faef782119 gateway port host: None {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:01.534760 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Deleting port 2e51d029-8b80-435d-a993-b40e125a59a7 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:01.535690 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:01.559824 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:46:01Z', 'revision_number': 6, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:01.578015 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:01.652752 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] For port 2e51d029-8b80-435d-a993-b40e125a59a7, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=2e51d029-8b80-435d-a993-b40e125a59a7,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:01.653821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:01.673576 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Calling delete_port for 2e51d029-8b80-435d-a993-b40e125a59a7 owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:01.726700 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202f9d5-97ee-4627-8a87-19bbc65079ba None None] The sync data for ids ['05458fae-6852-40b8-8f32-e4faef782119'] in dv-cinder-854266-3-iscsi is: [{'id': '05458fae-6852-40b8-8f32-e4faef782119', 'name': 'tempest-TestMinimumBasicScenario-1091132726-router', 'tenant_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:43:20Z', 'updated_at': '2022-08-29T21:46:01Z', 'revision_number': 6, 'project_id': 'a8a79363ee1f4ea49e63d4010b777cea', 'gw_port_host': None}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:46:01.927777 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (2e51d029-8b80-435d-a993-b40e125a59a7), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:01.966589 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=2e51d029-8b80-435d-a993-b40e125a59a7,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:02.037685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (05458fae-6852-40b8-8f32-e4faef782119), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.064288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:02.139280 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (05458fae-6852-40b8-8f32-e4faef782119), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.141883 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks [] for router_controller (05458fae-6852-40b8-8f32-e4faef782119), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.191893 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (05458fae-6852-40b8-8f32-e4faef782119), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.192798 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05458fae-6852-40b8-8f32-e4faef782119 {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:46:02.200602 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.202616 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-30ee356c-8ce3-4bec-97f2-02cf661f1fcf admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/05458fae-6852-40b8-8f32-e4faef782119 HTTP/1.1" status: 204 len: 168 time: 1.2808139 Aug 29 21:46:02.207085 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45424) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:02.262696 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Deleting subnet 7f2b4803-f95f-443c-bb25-56909dc98e97 {{(pid=106526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:46:02.267464 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Publish callbacks [] for subnet (7f2b4803-f95f-443c-bb25-56909dc98e97), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.310963 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28866928'] for subnet (7f2b4803-f95f-443c-bb25-56909dc98e97), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.412942 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (7f2b4803-f95f-443c-bb25-56909dc98e97), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.481883 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29041990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28735538'] for subnet (7f2b4803-f95f-443c-bb25-56909dc98e97), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.513931 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2b4803-f95f-443c-bb25-56909dc98e97,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:02.517640 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.525691 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-2ec0dbe2-f099-48bf-985f-eb78762b36f3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/7f2b4803-f95f-443c-bb25-56909dc98e97 HTTP/1.1" status: 204 len: 168 time: 0.3132186 Aug 29 21:46:02.526210 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45426) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:02.527199 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d0a4b-e115-4ccd-aef0-181dae8773c6 None None] Network 94e90fd4-2fa5-405f-8a50-9253843699cf requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:46:02.631949 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (94e90fd4-2fa5-405f-8a50-9253843699cf), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.695270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Deleting port e29870c9-d5a6-4213-a434-fdaf480a6ef3 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:02.695654 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.737451 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] DHCP port deletion for 94e90fd4-2fa5-405f-8a50-9253843699cf request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:46:02.777256 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] For port e29870c9-d5a6-4213-a434-fdaf480a6ef3, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e29870c9-d5a6-4213-a434-fdaf480a6ef3,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:02.777816 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.780620 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] Deleting port e29870c9-d5a6-4213-a434-fdaf480a6ef3 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:02.781084 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.798105 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Calling delete_port for e29870c9-d5a6-4213-a434-fdaf480a6ef3 owned by network:dhcp {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:02.880534 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8b8c0044-876c-43be-a3e1-c5aa398aff5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.890259 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:02.893059 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] For port e29870c9-d5a6-4213-a434-fdaf480a6ef3, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e29870c9-d5a6-4213-a434-fdaf480a6ef3,segment=NetworkSegment(c7464620-bf25-48e2-b18a-c897d789b8bc),segment_id=c7464620-bf25-48e2-b18a-c897d789b8bc)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:02.893608 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.907569 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:02.913616 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] Calling delete_port for e29870c9-d5a6-4213-a434-fdaf480a6ef3 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:02.916000 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:02.948670 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29870c9-d5a6-4213-a434-fdaf480a6ef3,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:02.951296 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] No DVR routers for this DVR port e29870c9-d5a6-4213-a434-fdaf480a6ef3 on host dv-cinder-854266-3-iscsi {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:03.007464 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (e29870c9-d5a6-4213-a434-fdaf480a6ef3), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.036134 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] Pushing event deleted for resources: {'Port': ['ID=e29870c9-d5a6-4213-a434-fdaf480a6ef3,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:03.041100 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177ebb72-de50-43e5-b91c-cbb122d2c764 None None] No DVR routers for this DVR port e29870c9-d5a6-4213-a434-fdaf480a6ef3 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:46:03.042733 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (94e90fd4-2fa5-405f-8a50-9253843699cf), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.072392 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e90fd4-2fa5-405f-8a50-9253843699cf']}} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:03.086602 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7464620-bf25-48e2-b18a-c897d789b8bc') {'for_net_delete': True} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:03.086926 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7464620-bf25-48e2-b18a-c897d789b8bc') {} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:03.097761 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33436797'] for segment (c7464620-bf25-48e2-b18a-c897d789b8bc), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.099234 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:03.113994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (c7464620-bf25-48e2-b18a-c897d789b8bc), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.122120 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=106527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:46:03.122513 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33510139'] for segment (c7464620-bf25-48e2-b18a-c897d789b8bc), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.171333 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment c7464620-bf25-48e2-b18a-c897d789b8bc resource provider aggregate not found Aug 29 21:46:03.200136 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment c7464620-bf25-48e2-b18a-c897d789b8bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7464620-bf25-48e2-b18a-c897d789b8bc found for delete ", "request_id": "req-4dcae9d2-9dd3-426d-bc1d-da8015e6310e"}]} Aug 29 21:46:03.213237 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (94e90fd4-2fa5-405f-8a50-9253843699cf), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.223034 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.226150 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/94e90fd4-2fa5-405f-8a50-9253843699cf HTTP/1.1" status: 204 len: 168 time: 0.6989653 Aug 29 21:46:03.250337 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442a1cd-58ca-4941-adc9-7fc94ad96f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e90fd4-2fa5-405f-8a50-9253843699cf,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:03.289273 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 67cd4f65-ba54-4bbf-b901-ffb494a668aa no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:03.329057 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 67cd4f65-ba54-4bbf-b901-ffb494a668aa {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:03.329625 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 67cd4f65-ba54-4bbf-b901-ffb494a668aa not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:03.330662 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 2e51d029-8b80-435d-a993-b40e125a59a7 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:03.355701 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 2e51d029-8b80-435d-a993-b40e125a59a7 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:03.356575 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 2e51d029-8b80-435d-a993-b40e125a59a7 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:03.357121 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e29870c9-d5a6-4213-a434-fdaf480a6ef3 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:46:03.378661 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: e29870c9-d5a6-4213-a434-fdaf480a6ef3 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:46:03.379007 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e29870c9-d5a6-4213-a434-fdaf480a6ef3 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:46:03.526274 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45434) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:03.576283 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-daa3d88a-7969-49e7-8762-b379178c1c71 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=84b949156c47430fae4f516e4c6d80ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487185 Aug 29 21:46:03.579050 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45436) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:03.646292 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6cae7bc4-ce64-4f5e-a1be-9bf63ce3010a admin admin] Publish callbacks [] for security_group (16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.670119 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6cae7bc4-ce64-4f5e-a1be-9bf63ce3010a admin admin] Publish callbacks [] for security_group (16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.725627 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6cae7bc4-ce64-4f5e-a1be-9bf63ce3010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.728850 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-6cae7bc4-ce64-4f5e-a1be-9bf63ce3010a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:03.730338 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-6cae7bc4-ce64-4f5e-a1be-9bf63ce3010a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f HTTP/1.1" status: 204 len: 168 time: 0.1501405 Aug 29 21:46:03.741775 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae7bc4-ce64-4f5e-a1be-9bf63ce3010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cc54f4-0e9e-4eaa-9252-cd6c7be8c91f,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:04.127366 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45444) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:04.176101 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-e6ef0370-63db-4fc3-ac24-9d934891f877 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a8a79363ee1f4ea49e63d4010b777cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471685 Aug 29 21:46:04.179501 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45446) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:04.263243 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9268ad0f-1f7f-4a99-880d-5ee7dcc85bb4 admin admin] Publish callbacks [] for security_group (15d0f69d-1f84-4d9d-97a5-16c16c59e6c2), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:04.294806 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9268ad0f-1f7f-4a99-880d-5ee7dcc85bb4 admin admin] Publish callbacks [] for security_group (15d0f69d-1f84-4d9d-97a5-16c16c59e6c2), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:04.310650 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:04.350191 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9268ad0f-1f7f-4a99-880d-5ee7dcc85bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (15d0f69d-1f84-4d9d-97a5-16c16c59e6c2), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:04.353380 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-9268ad0f-1f7f-4a99-880d-5ee7dcc85bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:04.354593 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-9268ad0f-1f7f-4a99-880d-5ee7dcc85bb4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/15d0f69d-1f84-4d9d-97a5-16c16c59e6c2 HTTP/1.1" status: 204 len: 168 time: 0.1741281 Aug 29 21:46:04.364570 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268ad0f-1f7f-4a99-880d-5ee7dcc85bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d0f69d-1f84-4d9d-97a5-16c16c59e6c2,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:04.866713 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:05.670790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:05.788811 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:07.230266 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=20 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:07.297009 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=36 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:08.088900 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:46:09.197820 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:13.735184 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:13.736405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=29,neutron:DELETE=4 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:14.358376 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=73,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:14.359642 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:17.094982 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-cb53ea6a-0616-43a1-9d28-106e76b356d9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585177 Aug 29 21:46:17.223825 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-be9df149-b759-4d19-bc9e-ae97c5885130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.226446 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-be9df149-b759-4d19-bc9e-ae97c5885130 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.0707800 Aug 29 21:46:17.341426 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-bb25f39b-1ab6-4be7-94ce-b216068d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.342923 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-bb25f39b-1ab6-4be7-94ce-b216068d6c9e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.0976725 Aug 29 21:46:17.422828 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-05bcde15-c100-403a-98e9-b5155c4d370b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 1002 time: 0.0737460 Aug 29 21:46:17.482483 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-aaa3696d-86ba-4cee-a12f-f96ca3050c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.483962 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-aaa3696d-86ba-4cee-a12f-f96ca3050c44 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0556674 Aug 29 21:46:17.536834 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-76348f89-498e-4395-99be-19d7bb620bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:17.538379 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-76348f89-498e-4395-99be-19d7bb620bf4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495291 Aug 29 21:46:17.647294 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-9273b423-3020-42f0-b0f5-1fcf71c9a369 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034591 Aug 29 21:46:17.769492 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-8d9040ed-654f-4821-989d-d3a3d932d534 req-0cf3e178-253d-407c-b473-f87fe6273b3c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161849 Aug 29 21:46:19.184557 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=32,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:19.187060 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=18,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:26.022344 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=2 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:26.035620 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=6 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:27.756355 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=51 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:27.765614 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=50 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:30.494880 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-d8bea964-27eb-45ea-8680-4dfee69d064b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:32.832293 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-889aa14a-a16f-4f3d-a02c-105b7004261a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:34.874900 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:35.677276 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:35.788776 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:39.210093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:45.090455 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:46:49.201136 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:49.203305 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:56.745933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45456) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:46:56.921103 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Deleting port 63bf57d1-fd47-4f0b-bc36-27a3232c993f {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:56.921574 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:57.016298 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:57.016553 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for floatingip (63bf57d1-fd47-4f0b-bc36-27a3232c993f), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:57.033306 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Calling delete_port for 63bf57d1-fd47-4f0b-bc36-27a3232c993f owned by network:floatingip {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:57.255818 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (63bf57d1-fd47-4f0b-bc36-27a3232c993f), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:57.294533 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event deleted for resources: {'Port': ['ID=63bf57d1-fd47-4f0b-bc36-27a3232c993f,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:46:57.326975 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.327367 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.327990 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.328441 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.328907 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.329391 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.329853 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.330212 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.330895 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.331304 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.331742 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.332246 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.332824 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.333175 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.333502 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:46:57.385851 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for floatingip (66ab012c-234b-4dd3-9a5f-dae420c2903a), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:57.386393 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.db.l3_db [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Floating IP 66ab012c-234b-4dd3-9a5f-dae420c2903a disassociated (deleted). External IP: 172.27.4.246, port: 8ba48673-7c7e-419d-94e5-60999c7e242e. Aug 29 21:46:57.621240 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:46:57.762432 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:46:57.767792 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for floatingip (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:57.776294 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] Sync routers for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:46:57.792189 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:57.792909 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:46:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:57.806178 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f00a27aa-7304-4f14-b67e-6b2af04fbe37 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/66ab012c-234b-4dd3-9a5f-dae420c2903a HTTP/1.1" status: 204 len: 168 time: 1.0560446 Aug 29 21:46:57.806178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:46:57.806178 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe227d2f-58b1-430e-886e-6f442a056105" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:46:57.885793 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77954b-3a65-46f6-a834-42598434ed73 x-openstack-request-id: req-3b77954b-3a65-46f6-a834-42598434ed73 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:46:57.887889 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:46:57.888323 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b77954b-3a65-46f6-a834-42598434ed73 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:46:57.888967 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b77954b-3a65-46f6-a834-42598434ed73'] response: {'name': 'network-changed', 'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'status': 'completed', 'code': 200} Aug 29 21:46:57.925394 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:57.966345 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:46:57.971711 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:57.983986 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227d2f-58b1-430e-886e-6f442a056105 req-bb79f061-c6d8-40ac-8cb5-76324d351aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:57.986223 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-bb79f061-c6d8-40ac-8cb5-76324d351aae service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2d9fa722c18045678015c7b300ccc3ab&device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 1130 time: 0.0699515 Aug 29 21:46:58.208395 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227d2f-58b1-430e-886e-6f442a056105 req-ea239098-b944-4a25-80b2-ffeb5fefa2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:58.210575 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-ea239098-b944-4a25-80b2-ffeb5fefa2cf service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 200 len: 911 time: 0.2185466 Aug 29 21:46:58.236843 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5c602-7434-41f9-88bd-cd288b672b11 req-83f60647-d2e3-4287-bb08-f88961cafe0d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:58.239004 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-07d5c602-7434-41f9-88bd-cd288b672b11 req-83f60647-d2e3-4287-bb08-f88961cafe0d tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0863175 Aug 29 21:46:58.254462 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:42:00Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:58.296809 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] Checking router: d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:46:58.311523 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:46:58.312504 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:46:33Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:58.322631 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-07d5c602-7434-41f9-88bd-cd288b672b11 req-d1f9aa59-4214-4441-9d42-0d2f8d614109 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743856 Aug 29 21:46:58.553530 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:46:58.805063 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:42:00Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:46:58.844648 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0a228-9ac5-4cdf-8b7a-799ef84f16ec None None] The sync data for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi is: [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:41:49Z', 'revision_number': 4, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi', '_interfaces': [{'id': '253521b6-430c-48eb-b203-8cc3652db2ac', 'name': '', 'network_id': '4e0b5072-8f8a-441e-afcb-5c3313ae7900', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'mac_address': 'fa:16:3e:64:f9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '06fde9d6-5227-4025-b7c6-d10602701625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:49Z', 'updated_at': '2022-08-29T21:42:00Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'subnets': [{'id': '06fde9d6-5227-4025-b7c6-d10602701625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:46:59.148692 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-d70107ad-3031-48e3-9103-cde13a043bad service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 200 len: 217 time: 0.0549779 Aug 29 21:46:59.182427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7846aae4-ed57-48cd-974e-82234cb1d097 None None] New status for floating IP 66ab012c-234b-4dd3-9a5f-dae420c2903a: DOWN {{(pid=106528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 21:46:59.250576 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227d2f-58b1-430e-886e-6f442a056105 req-85546625-9dc0-44d4-8b2d-69a76493e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:59.252565 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-85546625-9dc0-44d4-8b2d-69a76493e16b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 200 len: 848 time: 0.0968964 Aug 29 21:46:59.326472 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227d2f-58b1-430e-886e-6f442a056105 req-ba1130ec-073e-4ec9-b4d7-25407ebaa6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:59.328311 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-ba1130ec-073e-4ec9-b4d7-25407ebaa6c0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=4e0b5072-8f8a-441e-afcb-5c3313ae7900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557864 Aug 29 21:46:59.470607 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-aaf6ed25-6b32-48db-a7aa-75653dd06767 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358266 Aug 29 21:46:59.489576 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241ee4a-c7b9-415b-b05a-e90bd7267087 req-ced2d408-daee-450b-83d4-23ede18ab24f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:59.491114 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a241ee4a-c7b9-415b-b05a-e90bd7267087 req-ced2d408-daee-450b-83d4-23ede18ab24f tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0567851 Aug 29 21:46:59.606792 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-a241ee4a-c7b9-415b-b05a-e90bd7267087 req-cbe175fa-36ca-49ca-b2ef-c32f49cf36af tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089890 Aug 29 21:46:59.656935 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db20a-9704-48aa-bae4-695358257866 req-9d5bea1c-a6b0-4965-b257-1109134817be tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 21:46:59.658459 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e38db20a-9704-48aa-bae4-695358257866 req-9d5bea1c-a6b0-4965-b257-1109134817be tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 946 time: 0.0719395 Aug 29 21:46:59.713915 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-fe227d2f-58b1-430e-886e-6f442a056105 req-1e9b8297-fd77-4121-a91f-1f64a7ad1b71 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844966 Aug 29 21:46:59.767892 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Deleting port 8ba48673-7c7e-419d-94e5-60999c7e242e {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:46:59.768254 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:59.881640 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] For port 8ba48673-7c7e-419d-94e5-60999c7e242e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=8ba48673-7c7e-419d-94e5-60999c7e242e,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:46:59.882002 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:46:59.897865 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Calling delete_port for 8ba48673-7c7e-419d-94e5-60999c7e242e owned by compute:nova {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:46:59.992609 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:00.041405 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:00.073349 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (8ba48673-7c7e-419d-94e5-60999c7e242e), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:00.103336 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event deleted for resources: {'Port': ['ID=8ba48673-7c7e-419d-94e5-60999c7e242e,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:00.159276 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] No DVR routers for this DVR port 8ba48673-7c7e-419d-94e5-60999c7e242e on host hv-cinder-85426 {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:47:00.162004 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97738'] for port (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:00.165627 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-e38db20a-9704-48aa-bae4-695358257866 req-9c72ae44-d208-4d5a-9606-0be781703366 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.72 "DELETE /networking/v2.0/ports/8ba48673-7c7e-419d-94e5-60999c7e242e HTTP/1.1" status: 204 len: 173 time: 0.4974916 Aug 29 21:47:00.166081 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-deleted', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e'}] {{(pid=106527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 21:47:00.169484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1fc46aaa5ec487772f59405dce5eb5e4658d8f396e8117beb8e91db56d50d07" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbb2560-cddd-46c0-bd7c-eed2a4192c12" -d '{"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-deleted", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e"}]}' {{(pid=106527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 21:47:00.212830 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37598932-1f2a-4b47-842c-c65025ef1393 x-openstack-request-id: req-37598932-1f2a-4b47-842c-c65025ef1393 {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 21:47:00.213288 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5aa400-130f-4951-beee-2f3773dd590c", "name": "network-vif-deleted", "tag": "8ba48673-7c7e-419d-94e5-60999c7e242e", "status": "completed", "code": 200}]} {{(pid=106527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 21:47:00.213583 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37598932-1f2a-4b47-842c-c65025ef1393 {{(pid=106527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 21:47:00.214419 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37598932-1f2a-4b47-842c-c65025ef1393'] response: {'server_uuid': '1a5aa400-130f-4951-beee-2f3773dd590c', 'name': 'network-vif-deleted', 'tag': '8ba48673-7c7e-419d-94e5-60999c7e242e', 'status': 'completed', 'code': 200} Aug 29 21:47:00.509955 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2804479-0014-46e9-af65-c6c671f1dfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:00.784569 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [req-445e19e4-f432-49e1-9b4d-febb2cd28394 req-d9858154-ce5d-45fd-8a8e-1b234d40f851 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1a5aa400-130f-4951-beee-2f3773dd590c HTTP/1.1" status: 200 len: 210 time: 0.0441608 Aug 29 21:47:01.884010 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45480) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:01.973886 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ed861832-601f-43cb-919c-60dc2ef66d33 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group (73f438a7-14bf-44eb-a3ab-0e1732dbcbe8), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:02.014045 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ed861832-601f-43cb-919c-60dc2ef66d33 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group (73f438a7-14bf-44eb-a3ab-0e1732dbcbe8), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:02.109334 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ed861832-601f-43cb-919c-60dc2ef66d33 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (73f438a7-14bf-44eb-a3ab-0e1732dbcbe8), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:02.114047 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-ed861832-601f-43cb-919c-60dc2ef66d33 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Publish callbacks [] for security_group (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:02.115963 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-ed861832-601f-43cb-919c-60dc2ef66d33 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/73f438a7-14bf-44eb-a3ab-0e1732dbcbe8 HTTP/1.1" status: 204 len: 168 time: 0.2305846 Aug 29 21:47:02.132049 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed861832-601f-43cb-919c-60dc2ef66d33 tempest-TestShelveInstance-263460768 tempest-TestShelveInstance-263460768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f438a7-14bf-44eb-a3ab-0e1732dbcbe8,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:02.196199 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45484) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:02.837621 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-36d21ec8-00fa-44d2-bf9f-68a20f2e4943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:02.946755 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:03.280955 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Deleting port 253521b6-430c-48eb-b203-8cc3652db2ac {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:03.282109 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:03.395471 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] For port 253521b6-430c-48eb-b203-8cc3652db2ac, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=253521b6-430c-48eb-b203-8cc3652db2ac,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:03.396036 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:03.412910 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Calling delete_port for 253521b6-430c-48eb-b203-8cc3652db2ac owned by network:router_interface {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:03.623880 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:03.672830 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (253521b6-430c-48eb-b203-8cc3652db2ac), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:03.711530 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=253521b6-430c-48eb-b203-8cc3652db2ac,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:03.721014 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:03.747134 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.747712 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.748288 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.748922 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.749505 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.750076 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.750638 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.751216 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.751782 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.752485 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.753124 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.753685 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.754359 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.754812 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:03.755344 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:04.001503 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:04.279713 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:47:04.405536 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:47:04.411735 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-bb090b53-c75a-4901-9315-4cc2727a4bd2 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2139988 Aug 29 21:47:04.414853 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45488) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:04.418692 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] Sync routers for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:47:04.439755 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:47:04.440810 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:47:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:04.472165 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:04.506021 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] No Port match for: 8ba48673-7c7e-419d-94e5-60999c7e242e {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:04.506706 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Device 8ba48673-7c7e-419d-94e5-60999c7e242e not bound to the agent host hv-cinder-85426 {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:04.584392 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks [] for router (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:04.591027 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:04.594206 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:47:04.709431 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=100 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:04.721256 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks [] for router_gateway (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:04.788190 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Deleting port 64512561-ec16-4b5d-838d-3cbfb900064c {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:04.788545 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:04.849086 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90'}], 'enable_snat': True}, 'gw_port_id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:47:03Z', 'revision_number': 5, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port': {'id': '64512561-ec16-4b5d-838d-3cbfb900064c', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:79:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:46Z', 'updated_at': '2022-08-29T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:04.879555 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:04.897356 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] Checking router: d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb for host: dv-cinder-854266-3-iscsi {{(pid=106529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:47:04.900932 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] For port 64512561-ec16-4b5d-838d-3cbfb900064c, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=64512561-ec16-4b5d-838d-3cbfb900064c,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:04.902386 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:04.913612 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] Routers {'d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:47:04.914625 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:47:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'], 'active': True} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:04.925107 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Calling delete_port for 64512561-ec16-4b5d-838d-3cbfb900064c owned by network:router_gateway {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:04.938653 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:05.062578 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_dvr_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] Set router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb gateway port host: None {{(pid=106529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:47:05.103120 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:05.129306 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.l3_hamode_db [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:47:04Z', 'revision_number': 6, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:05.163641 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e921e-4474-4f7a-b329-2248af28e8ef None None] The sync data for ids ['d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb'] in dv-cinder-854266-3-iscsi is: [{'id': 'd47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb', 'name': 'tempest-TestShelveInstance-1586132143-router', 'tenant_id': '2d9fa722c18045678015c7b300ccc3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:45Z', 'updated_at': '2022-08-29T21:47:04Z', 'revision_number': 6, 'project_id': '2d9fa722c18045678015c7b300ccc3ab', 'gw_port_host': None}] {{(pid=106529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:47:05.238201 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (64512561-ec16-4b5d-838d-3cbfb900064c), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.270361 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=64512561-ec16-4b5d-838d-3cbfb900064c,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:05.353112 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.459116 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.461728 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks [] for router_controller (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), precommit_delete_associations {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.511952 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.512798 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb {{(pid=106526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:47:05.519641 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.521296 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-daee4ee2-94c7-4c56-9192-146485e69a1f admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/d47a6a8b-78cb-49f1-bdb5-a8545cfc4ccb HTTP/1.1" status: 204 len: 168 time: 1.1049647 Aug 29 21:47:05.524093 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45490) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:05.592909 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Deleting subnet 06fde9d6-5227-4025-b7c6-d10602701625 {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:47:05.599270 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Publish callbacks [] for subnet (06fde9d6-5227-4025-b7c6-d10602701625), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.671399 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (06fde9d6-5227-4025-b7c6-d10602701625), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.685300 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.728758 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 253521b6-430c-48eb-b203-8cc3652db2ac no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:05.754748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 253521b6-430c-48eb-b203-8cc3652db2ac {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:05.755136 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 253521b6-430c-48eb-b203-8cc3652db2ac not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:05.793055 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.793621 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (06fde9d6-5227-4025-b7c6-d10602701625), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.882490 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (06fde9d6-5227-4025-b7c6-d10602701625), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.914328 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fde9d6-5227-4025-b7c6-d10602701625,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:05.918019 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:05.921203 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f1378d00-9b90-492f-9bae-72b4b9089257 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/06fde9d6-5227-4025-b7c6-d10602701625 HTTP/1.1" status: 204 len: 168 time: 0.3954804 Aug 29 21:47:05.924816 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45492) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:05.925487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cba7d7b-862c-4e10-bcbe-31564b9e9a09 None None] Network 4e0b5072-8f8a-441e-afcb-5c3313ae7900 requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:47:06.021796 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (4e0b5072-8f8a-441e-afcb-5c3313ae7900), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.093284 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Deleting port 08610708-5bbc-4fa1-8fac-07ed245feaee {{(pid=106526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:06.093806 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.141794 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] DHCP port deletion for 4e0b5072-8f8a-441e-afcb-5c3313ae7900 request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:47:06.195409 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.db [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] For port 08610708-5bbc-4fa1-8fac-07ed245feaee, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=08610708-5bbc-4fa1-8fac-07ed245feaee,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:06.195972 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.202229 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Deleting port 08610708-5bbc-4fa1-8fac-07ed245feaee {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:06.202892 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.224980 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.plugin [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Calling delete_port for 08610708-5bbc-4fa1-8fac-07ed245feaee owned by network:dhcp {{(pid=106526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:06.315280 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] For port 08610708-5bbc-4fa1-8fac-07ed245feaee, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=08610708-5bbc-4fa1-8fac-07ed245feaee,segment=NetworkSegment(2b6f46d4-c363-4e70-9113-ccd6fade72ac),segment_id=2b6f46d4-c363-4e70-9113-ccd6fade72ac)] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:06.316230 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.332572 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29039541'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.348050 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Calling delete_port for 08610708-5bbc-4fa1-8fac-07ed245feaee owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:06.377184 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Pushing event deleted for resources: {'Port': ['ID=08610708-5bbc-4fa1-8fac-07ed245feaee,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:06.383421 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] No DVR routers for this DVR port 08610708-5bbc-4fa1-8fac-07ed245feaee on host dv-cinder-854266-3-iscsi {{(pid=106526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:47:06.491608 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (08610708-5bbc-4fa1-8fac-07ed245feaee), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.503266 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (4e0b5072-8f8a-441e-afcb-5c3313ae7900), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.535203 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0b5072-8f8a-441e-afcb-5c3313ae7900']}} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:06.540782 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Pushing event deleted for resources: {'Port': ['ID=08610708-5bbc-4fa1-8fac-07ed245feaee,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:06.546251 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] No DVR routers for this DVR port 08610708-5bbc-4fa1-8fac-07ed245feaee on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:47:06.553335 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6f46d4-c363-4e70-9113-ccd6fade72ac') {'for_net_delete': True} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:06.553645 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.services.segments.db [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6f46d4-c363-4e70-9113-ccd6fade72ac') {} {{(pid=106526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:06.560154 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.563748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.563748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.563748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.563748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.563748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.563748 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.564729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.564729 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.565188 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.566126 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.566473 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.567032 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.568518 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.568518 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7890ee7-b70d-4ee4-8ed4-e411493602e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854266-3-iscsi {{(pid=106528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 21:47:06.576095 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28866939'] for segment (2b6f46d4-c363-4e70-9113-ccd6fade72ac), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.604406 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (2b6f46d4-c363-4e70-9113-ccd6fade72ac), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.615319 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=106526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:47:06.616088 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29039584'] for segment (2b6f46d4-c363-4e70-9113-ccd6fade72ac), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.677823 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 2b6f46d4-c363-4e70-9113-ccd6fade72ac resource provider aggregate not found Aug 29 21:47:06.705663 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.services.segments.plugin [-] Segment 2b6f46d4-c363-4e70-9113-ccd6fade72ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b6f46d4-c363-4e70-9113-ccd6fade72ac found for delete ", "request_id": "req-87789876-aab6-44c9-b8de-1fef03e2d883"}]} Aug 29 21:47:06.714256 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (4e0b5072-8f8a-441e-afcb-5c3313ae7900), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.719116 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:06.723549 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/4e0b5072-8f8a-441e-afcb-5c3313ae7900 HTTP/1.1" status: 204 len: 168 time: 0.7974615 Aug 29 21:47:06.728420 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45498) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:06.742126 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea125a0-6eeb-4f8b-b433-34c85ae1c515 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0b5072-8f8a-441e-afcb-5c3313ae7900,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:07.308249 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 08610708-5bbc-4fa1-8fac-07ed245feaee no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:07.333204 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 08610708-5bbc-4fa1-8fac-07ed245feaee {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:07.333586 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 08610708-5bbc-4fa1-8fac-07ed245feaee not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:07.333925 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 64512561-ec16-4b5d-838d-3cbfb900064c no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:07.357783 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 64512561-ec16-4b5d-838d-3cbfb900064c {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:07.358146 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 64512561-ec16-4b5d-838d-3cbfb900064c not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:07.379364 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568705'] for router_interface (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:07.468655 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:07.473611 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:07.669989 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Deleting port 65ff357b-8bc8-41fa-a8de-49a96a406b35 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:07.670550 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:07.775988 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] For port 65ff357b-8bc8-41fa-a8de-49a96a406b35, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=65ff357b-8bc8-41fa-a8de-49a96a406b35,segment=NetworkSegment(748e9441-b9dc-460f-b224-c4efdf17b5cc),segment_id=748e9441-b9dc-460f-b224-c4efdf17b5cc)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:07.777306 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:07.802442 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Calling delete_port for 65ff357b-8bc8-41fa-a8de-49a96a406b35 owned by network:router_interface {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:08.049493 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (65ff357b-8bc8-41fa-a8de-49a96a406b35), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:08.074960 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ff357b-8bc8-41fa-a8de-49a96a406b35,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:08.309933 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566065'] for router_interface (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:08.574075 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:08.580257 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Router ceeb02e9-3c71-4fae-acbb-b9a706080ddb has already been hosted by L3 agent 38295a51-f63b-4ca5-a01a-4bb105b7878f {{(pid=106527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 21:47:08.589151 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:08.700873 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] Notify agent at l3_agent.dv-cinder-854266-3-iscsi the message routers_updated {{(pid=106527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 21:47:08.706938 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-018f4e03-23a5-486e-97d3-caaa642e7386 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/ceeb02e9-3c71-4fae-acbb-b9a706080ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9756529 Aug 29 21:47:08.710558 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45500) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:08.714944 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] Sync routers for ids ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'] in dv-cinder-854266-3-iscsi {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 21:47:08.732170 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] Routers {'ceeb02e9-3c71-4fae-acbb-b9a706080ddb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:47:08.733490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:47:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:08.833685 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks [] for router (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:08.919134 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] Set router ceeb02e9-3c71-4fae-acbb-b9a706080ddb gateway port host: dv-cinder-854266-3-iscsi {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:47:08.960603 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks [] for router_gateway (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.018473 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Deleting port af2a6b8d-5179-494f-89ec-f01c89eecb8e {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:09.018947 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.127068 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] For port af2a6b8d-5179-494f-89ec-f01c89eecb8e, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=af2a6b8d-5179-494f-89ec-f01c89eecb8e,segment=NetworkSegment(54780d03-d69d-4548-847c-5c78bc9c7334),segment_id=54780d03-d69d-4548-847c-5c78bc9c7334)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:09.127570 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.153141 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Calling delete_port for af2a6b8d-5179-494f-89ec-f01c89eecb8e owned by network:router_gateway {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:09.186876 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'external_fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147'}], 'enable_snat': True}, 'gw_port_id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:47:07Z', 'revision_number': 5, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port': {'id': 'af2a6b8d-5179-494f-89ec-f01c89eecb8e', 'name': '', 'network_id': '5e221dcf-cb5a-4abc-a7f9-b229ab8af00f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'ip_address': '172.27.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854266-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T21:41:55Z', 'updated_at': '2022-08-29T21:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdaba76d-0dfa-4470-a144-7c0956b8d3f4', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854266-3-iscsi'}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:09.231602 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] Checking router: ceeb02e9-3c71-4fae-acbb-b9a706080ddb for host: dv-cinder-854266-3-iscsi {{(pid=106528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 21:47:09.255651 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] Routers {'ceeb02e9-3c71-4fae-acbb-b9a706080ddb'} bound to L3 agent in host dv-cinder-854266-3-iscsi {{(pid=106528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 21:47:09.256723 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854266-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T21:26:03Z,description=,heartbeat_timestamp=2022-08-29T21:47:03Z,host='dv-cinder-854266-3-iscsi',id=38295a51-f63b-4ca5-a01a-4bb105b7878f,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T21:26:03Z,topic='l3_agent')) {'router_ids': ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'], 'active': True} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:09.262063 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.361044 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:09.368025 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvr_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] Set router ceeb02e9-3c71-4fae-acbb-b9a706080ddb gateway port host: None {{(pid=106528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 21:47:09.392884 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (af2a6b8d-5179-494f-89ec-f01c89eecb8e), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.421447 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_hamode_db [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:47:08Z', 'revision_number': 6, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port_host': None}], 'dv-cinder-854266-3-iscsi', False) {} {{(pid=106528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:09.423484 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2a6b8d-5179-494f-89ec-f01c89eecb8e,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:09.452192 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f3224-0b61-4ca3-a93d-e48933b0a71d None None] The sync data for ids ['ceeb02e9-3c71-4fae-acbb-b9a706080ddb'] in dv-cinder-854266-3-iscsi is: [{'id': 'ceeb02e9-3c71-4fae-acbb-b9a706080ddb', 'name': 'tempest-TestShelveInstance-412002991-router', 'tenant_id': 'f5212b0ef07c4ad187500cffc36ff931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T21:41:53Z', 'updated_at': '2022-08-29T21:47:08Z', 'revision_number': 6, 'project_id': 'f5212b0ef07c4ad187500cffc36ff931', 'gw_port_host': None}] {{(pid=106528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 21:47:09.510407 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565954'] for router_gateway (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.609821 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7778'] for router (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.613060 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks [] for router_controller (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.618608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:09.668151 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-566092'] for router (ceeb02e9-3c71-4fae-acbb-b9a706080ddb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.668819 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceeb02e9-3c71-4fae-acbb-b9a706080ddb {{(pid=106527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 21:47:09.674372 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.675596 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-0e9bed99-f360-49b4-9b95-2d1056a261a1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/ceeb02e9-3c71-4fae-acbb-b9a706080ddb HTTP/1.1" status: 204 len: 168 time: 0.9639833 Aug 29 21:47:09.678800 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45502) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:09.738790 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.db_base_plugin_v2 [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Deleting subnet 0fc2a68e-9c96-475e-a3de-0e20b08bc0e3 {{(pid=106527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 21:47:09.742853 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Publish callbacks [] for subnet (0fc2a68e-9c96-475e-a3de-0e20b08bc0e3), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.783431 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33436790'] for subnet (0fc2a68e-9c96-475e-a3de-0e20b08bc0e3), precommit_delete_associations {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.875396 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:09.912475 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3631459'] for subnet (0fc2a68e-9c96-475e-a3de-0e20b08bc0e3), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:09.979650 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33516637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30090071'] for subnet (0fc2a68e-9c96-475e-a3de-0e20b08bc0e3), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.004963 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc2a68e-9c96-475e-a3de-0e20b08bc0e3,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:10.013994 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for subnet (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.020493 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-7554f4d3-f436-4eff-9fa6-3d3cd2656780 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/0fc2a68e-9c96-475e-a3de-0e20b08bc0e3 HTTP/1.1" status: 204 len: 168 time: 0.3378625 Aug 29 21:47:10.021145 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [-] (106527) accepted ('10.222.0.20', 45504) {{(pid=106527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:10.022921 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbfa003-5e23-4666-9607-cf60d71b7782 None None] Network b26572b6-5fe2-4ce5-a895-ee999fb3b5cb requested from dv-cinder-854266-3-iscsi {{(pid=106528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 21:47:10.096447 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:10.102774 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716190'] for network (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.161608 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Deleting port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 {{(pid=106527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:10.162161 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.244677 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.db [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] For port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330, host dv-cinder-854266-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854266-3-iscsi',level=0,port_id=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,segment=NetworkSegment(748e9441-b9dc-460f-b224-c4efdf17b5cc),segment_id=748e9441-b9dc-460f-b224-c4efdf17b5cc)] {{(pid=106527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:10.245062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.261322 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.plugin [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Calling delete_port for e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 owned by network:dhcp {{(pid=106527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:10.309212 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] DHCP port deletion for b26572b6-5fe2-4ce5-a895-ee999fb3b5cb request from dv-cinder-854266-3-iscsi {{(pid=106528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 21:47:10.378558 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33510062'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.411240 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:10.418062 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] No DVR routers for this DVR port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 on host dv-cinder-854266-3-iscsi {{(pid=106527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:47:10.519550 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3630336', 'neutron.services.segments.db._delete_segments_for_network-8752322833475'] for network (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.534311 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Deleting port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 {{(pid=106528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 21:47:10.534696 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752322771164'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), before_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.550432 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26572b6-5fe2-4ce5-a895-ee999fb3b5cb']}} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:10.568099 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748e9441-b9dc-460f-b224-c4efdf17b5cc') {'for_net_delete': True} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:10.568595 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.services.segments.db [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748e9441-b9dc-460f-b224-c4efdf17b5cc') {} {{(pid=106527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 21:47:10.588966 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752322938287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33436797'] for segment (748e9441-b9dc-460f-b224-c4efdf17b5cc), before_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.609279 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858'] for segment (748e9441-b9dc-460f-b224-c4efdf17b5cc), precommit_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.621215 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.db [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] For port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330, host dv-cinder-854266-3-iscsi, got binding levels [] {{(pid=106528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 21:47:10.621590 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436362'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), precommit_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.622694 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=106527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 21:47:10.623249 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3636858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33510139'] for segment (748e9441-b9dc-460f-b224-c4efdf17b5cc), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.641632 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Calling delete_port for e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 owned by network:dhcp {{(pid=106528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 21:47:10.645541 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.ipam_backend_mixin [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 was not found and therefore no delete operation was performed {{(pid=106528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 21:47:10.649963 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3721585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-945262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752322776778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752322397727'] for port (e53f6c9b-5dc8-4dfb-8e24-c28f277f9330), after_delete {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.679272 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] Pushing event deleted for resources: {'Port': ['ID=e53f6c9b-5dc8-4dfb-8e24-c28f277f9330,revision_number=None']} {{(pid=106528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:10.684547 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d5250-0657-4fcc-9417-822af6ee4caa None None] No DVR routers for this DVR port e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 on host dv-cinder-854266-3-iscsi {{(pid=106528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 21:47:10.717905 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3630345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565934'] for network (b26572b6-5fe2-4ce5-a895-ee999fb3b5cb), after_delete {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.726489 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron_lib.callbacks.manager [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529994'] for network (None), before_response {{(pid=106527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:10.732648 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.wsgi [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/b26572b6-5fe2-4ce5-a895-ee999fb3b5cb HTTP/1.1" status: 204 len: 168 time: 0.7072196 Aug 29 21:47:10.750109 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cff1ee-0338-4a40-9e03-31b18a10de55 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26572b6-5fe2-4ce5-a895-ee999fb3b5cb,revision_number=None']} {{(pid=106527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:10.867921 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment 748e9441-b9dc-460f-b224-c4efdf17b5cc resource provider aggregate not found Aug 29 21:47:10.885933 dv-cinder-854266-3-iscsi neutron-server[106527]: INFO neutron.services.segments.plugin [-] Segment 748e9441-b9dc-460f-b224-c4efdf17b5cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748e9441-b9dc-460f-b224-c4efdf17b5cc found for delete ", "request_id": "req-39730dce-e5e1-4aa5-bde1-03cef0fb9943"}]} Aug 29 21:47:10.951405 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45514) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:11.013943 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-62767dc7-8ef4-443c-b76a-645922c7356f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2d9fa722c18045678015c7b300ccc3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606022 Aug 29 21:47:11.017646 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45516) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:11.025905 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:11.038423 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=87 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:11.084004 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37ba948d-31db-4822-a568-c6ff5e5f1c40 admin admin] Publish callbacks [] for security_group (d3513c59-4fe6-4296-97b5-31bcb8be5fca), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.108500 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37ba948d-31db-4822-a568-c6ff5e5f1c40 admin admin] Publish callbacks [] for security_group (d3513c59-4fe6-4296-97b5-31bcb8be5fca), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.174890 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37ba948d-31db-4822-a568-c6ff5e5f1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (d3513c59-4fe6-4296-97b5-31bcb8be5fca), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.178035 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-37ba948d-31db-4822-a568-c6ff5e5f1c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.179480 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-37ba948d-31db-4822-a568-c6ff5e5f1c40 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d3513c59-4fe6-4296-97b5-31bcb8be5fca HTTP/1.1" status: 204 len: 168 time: 0.1609259 Aug 29 21:47:11.192734 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba948d-31db-4822-a568-c6ff5e5f1c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3513c59-4fe6-4296-97b5-31bcb8be5fca,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:11.317153 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:11.339777 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:11.340122 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device e53f6c9b-5dc8-4dfb-8e24-c28f277f9330 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:11.340626 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 65ff357b-8bc8-41fa-a8de-49a96a406b35 no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:11.364808 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: 65ff357b-8bc8-41fa-a8de-49a96a406b35 {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:11.365254 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device 65ff357b-8bc8-41fa-a8de-49a96a406b35 not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:11.365735 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device af2a6b8d-5179-494f-89ec-f01c89eecb8e no longer exists at agent ovs-agent-dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 21:47:11.392522 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] No Port match for: af2a6b8d-5179-494f-89ec-f01c89eecb8e {{(pid=106528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 21:47:11.393015 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron.plugins.ml2.rpc [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Device af2a6b8d-5179-494f-89ec-f01c89eecb8e not bound to the agent host dv-cinder-854266-3-iscsi {{(pid=106528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 21:47:11.666067 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45522) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:11.731596 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-25962431-a002-41f8-b67d-c9927662ce99 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f5212b0ef07c4ad187500cffc36ff931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639150 Aug 29 21:47:11.734458 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [-] (106526) accepted ('10.222.0.20', 45524) {{(pid=106526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 21:47:11.794170 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-470f5479-f14e-4478-b0b1-2671ae08b707 admin admin] Publish callbacks [] for security_group (97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478), before_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.824578 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-470f5479-f14e-4478-b0b1-2671ae08b707 admin admin] Publish callbacks [] for security_group (97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478), precommit_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.899964 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-470f5479-f14e-4478-b0b1-2671ae08b707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636293'] for security_group (97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478), after_delete {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.905455 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron_lib.callbacks.manager [None req-470f5479-f14e-4478-b0b1-2671ae08b707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:11.907359 dv-cinder-854266-3-iscsi neutron-server[106526]: INFO neutron.wsgi [None req-470f5479-f14e-4478-b0b1-2671ae08b707 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478 HTTP/1.1" status: 204 len: 168 time: 0.1716318 Aug 29 21:47:11.919801 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f5479-f14e-4478-b0b1-2671ae08b707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bcdb45-1aa3-4f15-bf28-7ca8a1fa0478,revision_number=None']} {{(pid=106526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 21:47:15.093307 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=25 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:15.133481 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=26 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:20.731180 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:SELECT=80,neutron:DELETE=9 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:20.733179 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG dbcounter [-] [106527] Writing DB stats neutron:DELETE=7,neutron:UPDATE=3,neutron:SELECT=64 {{(pid=106527) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:21.344336 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=28 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:21.876521 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:21.913695 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG dbcounter [-] [106526] Writing DB stats neutron:SELECT=38,neutron:DELETE=3 {{(pid=106526) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:21.935920 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=28 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:22.091713 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:47:30.499111 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-af61deaf-402e-48cd-ac32-358aa76992b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:32.829764 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-92aaf4b0-b046-4cf6-bea7-e489c0a26151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:34.878593 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:35.680288 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:35.793483 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:39.226584 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:47:40.034782 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:40.035903 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:49.218235 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:49.220931 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:59.048526 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:47:59.090836 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:48:00.493263 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-eed0abc3-da5d-4c75-939d-d3e77d374935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:02.823146 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bd4f458c-27e3-4371-b5f5-e91519b2ac38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:04.879040 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:05.680782 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:05.790902 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:09.246271 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:17.034081 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:17.034940 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:19.237977 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:19.240566 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:30.496526 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-c85ed5a5-e4c3-4864-a08f-91c195380b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:32.826795 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-14defe99-a669-441d-8bc9-81f20a0c260f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:34.878357 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:35.682524 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:35.785639 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:36.092307 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:48:39.235682 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:48:49.223902 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:49.230999 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:56.720471 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=14 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:48:56.723807 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=20 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:00.500549 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9f17cf02-c9f7-488b-b700-0a5f1dee0b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:02.830713 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e8fdbad3-8411-4a35-a17c-756535ee7827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:04.886199 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:05.687238 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:05.789256 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:09.252309 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:13.092005 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:49:19.243179 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:19.246116 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:30.511312 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f7e1a09d-7be7-41b2-aa42-0b0f7e261774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:31.031245 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:31.032507 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:32.844669 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-8f101e79-18d6-4dc2-997a-fed8983261cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:34.887221 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:35.690606 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:35.796291 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:39.248450 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:49:44.159691 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [req-9aa44b37-ea55-48ee-a026-a9440565a3a1 req-1c5bfa7a-d7b0-4ad0-b462-60ce9b29b359 service neutron] (106526) timed out ('10.222.0.72', 51444) {{(pid=106526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:49:49.241138 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:49.242971 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:49:50.091316 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:50:00.506071 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-0a27d610-1d97-43c8-9b84-8ae5ea82dab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:02.839213 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-eeb11624-3968-462b-8b81-45eba85bbf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:04.893029 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:05.693416 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:05.790680 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:08.026668 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:08.027480 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:09.268397 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:19.261069 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:19.263858 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:27.090988 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:50:30.509886 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-71ea7c2d-d735-4982-ab9b-9cd74e595860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:32.841838 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-017d8580-4904-47d8-bee3-07a7f6101fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:34.891487 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:35.692969 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:35.794562 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:39.261581 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:50:45.023288 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=5 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:45.024082 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=3 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:49.254861 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:49.256093 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:56.728787 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=12 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:50:56.730734 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=14 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:00.513479 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-102b4860-ba36-4507-9266-eeba665b88ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:02.844233 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2c752939-4576-4f9d-9f82-4f97572218a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:04.089426 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:51:04.894685 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:05.696262 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:05.800977 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:09.262707 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:19.254335 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:19.258031 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:22.015626 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:22.020896 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:30.516427 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-89d3e6d7-06f5-4243-8656-ceb4a5900e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:32.848281 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6ba-92da-4d1a-b317-591c6752a680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:34.898490 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:35.698970 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:35.794317 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:39.277619 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:51:41.088713 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:51:49.265803 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:49.272289 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:59.047472 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=7 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:51:59.048227 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG dbcounter [-] [106529] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:52:00.518074 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-342d15f3-5801-41e7-aa5d-f0e3ef6bea52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:02.853888 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-82d6399a-54a2-41b9-b959-5d1738e2a512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:04.903187 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-9efe7d60-77d5-40e9-ae32-19ffa95c03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (6ca4f932-39ff-44ec-87ea-a1fe2cb8cc38), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:05.701482 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd770-7627-424b-afa4-9de294be77b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (bd2761f9-4caf-4942-a457-ae049e0a0d04), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:05.797227 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-bf2bce77-aa50-413a-b3bd-7343f081f02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0ab24e4-d546-43f3-9800-56706643e5be), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:06.768541 dv-cinder-854266-3-iscsi neutron-server[106526]: DEBUG neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-de5aff53-3a41-48f3-8859-07da39c60b41 service neutron] (106526) timed out ('10.222.0.20', 38168) {{(pid=106526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:52:06.953863 dv-cinder-854266-3-iscsi neutron-server[106527]: DEBUG neutron.wsgi [req-dbe1c1a1-e814-48d5-ab55-191a790d2bd2 req-e9e9b640-45b1-4d7f-8282-a485d86f1779 tempest-AttachVolumeShelveTestJSON-1505775152 tempest-AttachVolumeShelveTestJSON-1505775152-project] (106527) timed out ('10.222.0.20', 38176) {{(pid=106527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 21:52:09.275152 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-f2c8b33c-22d7-4ec3-b701-47b5ddbfe9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (a0e94835-debd-4b23-b3ee-24dc019471e5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:18.088150 dv-cinder-854266-3-iscsi neutron-server[106529]: DEBUG neutron.db.agents_db [None req-4f3251f7-a5b3-4317-904c-6aa8a0fa6823 None None] Agent healthcheck: found 6 active agents {{(pid=106529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 21:52:19.269905 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:52:19.270790 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG dbcounter [-] [106528] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106528) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 21:52:30.526433 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-6f1ae240-7240-4ce0-b426-ba7498dabc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (311cc153-1055-491e-ab3e-defaec135ad5), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 21:52:32.860663 dv-cinder-854266-3-iscsi neutron-server[106528]: DEBUG neutron_lib.callbacks.manager [None req-b179e15e-4a6e-46ec-946e-2642addc9924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752322833457', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3632833'] for agent (38295a51-f63b-4ca5-a01a-4bb105b7878f), after_update {{(pid=106528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}